-- Logs begin at Thu 2021-05-27 12:36:22 UTC, end at Thu 2021-05-27 13:34:19 UTC. -- May 27 13:04:42.056722 dv-cinder-751579-24-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 13:04:43.527328 dv-cinder-751579-24-iscsi neutron-server[91866]: Beware of the coming changes in the project packaging May 27 13:04:43.527328 dv-cinder-751579-24-iscsi neutron-server[91866]: https://github.com/svinota/pyroute2/discussions/786 May 27 13:04:45.121102 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.common.config [-] Logging enabled! May 27 13:04:45.121786 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 13:04:45.121923 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91866) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 13:04:45.125364 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.common.config [-] Logging enabled! May 27 13:04:45.125631 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 13:04:45.125950 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91866) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 13:04:45.126938 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:04:45.127176 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:04:45.127578 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:04:45.127830 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:04:45.128058 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:04:45.128505 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.128717 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.129017 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.129859 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.130173 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.130469 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.130758 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.131050 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.131348 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.131639 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.131924 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.132212 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.132450 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.132757 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.133049 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.133337 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.133561 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] debug = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.133843 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.134273 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.134698 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.134975 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.135263 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.135540 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.135814 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.136094 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.136395 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.136751 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] host = dv-cinder-751579-24-iscsi {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.137027 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.137319 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.137607 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.137896 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.138173 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.138450 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.138738 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.139013 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.139285 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.139559 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.139852 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.140156 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.140443 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.140694 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.140918 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.141212 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.141503 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.141778 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.142055 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.142334 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.142611 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.142886 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.143157 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.143446 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.143733 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.144026 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.144302 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.144603 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.145006 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.145390 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.145687 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.145960 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.146236 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.146512 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.146802 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.147073 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.147349 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.147658 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.147948 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.148234 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.148550 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.148829 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.149116 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.149387 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.149660 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.149932 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_json = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.150204 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.150479 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.150762 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.151034 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.151306 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.151579 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.151850 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.152139 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:45.152451 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.152776 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.153083 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.153373 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.153673 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.153954 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.154248 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.154527 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.154821 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.155115 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.155408 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.155688 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.155979 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.156259 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.156613 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.156923 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.157224 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.157521 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.157800 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.158075 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.158353 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.158636 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.158924 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.159217 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.159510 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.159787 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.160066 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.160917 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.161204 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.161482 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.161763 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.162058 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.162340 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.162617 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.162912 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.163197 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.163477 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.163757 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.164039 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.164337 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.164640 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.164918 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.165193 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.165474 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.165750 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.166043 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.166323 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.166601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.166880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.167161 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.167439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.167717 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.167996 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.168271 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.168584 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.168863 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.169139 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.169416 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.169689 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.169963 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.170238 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.170513 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.170792 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.171071 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.171347 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.171622 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.171898 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.172176 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.172482 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.172799 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.173088 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.173374 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.173658 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.173939 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.174275 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.174501 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.174788 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.175124 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.175397 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.175637 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.175928 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.176871 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.177161 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.177445 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.177749 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.178031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.178318 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.178853 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.179136 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.179434 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.179725 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.180029 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.180333 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.180660 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.180961 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.181266 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.181549 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.181867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.182156 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:45.182376 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:04:45.182626 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91866) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 13:04:45.545622 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:04:45.545802 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:04:45.546097 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:04:45.546579 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 13:04:45.952979 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.953261 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.953533 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.954730 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.955006 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.955269 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.992126 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.993548 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:45.993831 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.010867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.011151 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.011423 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.044172 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.044436 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.044727 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.083795 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.084068 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.084335 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.329277 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.329899 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.329899 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.329899 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.330685 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.459383 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.459702 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.459991 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.460271 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.460562 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.460878 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.461140 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.461397 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.461657 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.461941 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.462204 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.462470 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.462733 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.462996 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.463265 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.463543 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.465104 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.465406 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.465692 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.465995 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.466366 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.466641 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.466901 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.467199 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.467454 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.467708 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.468119 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.468364 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.468640 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.468885 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.469124 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.469364 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:46.469746 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 13:04:46.473807 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 13:04:46.477862 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 13:04:46.482015 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 27 13:04:46.483700 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 13:04:46.484167 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 13:04:46.484559 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 13:04:46.484938 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 13:04:46.488015 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 13:04:46.488260 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 13:04:46.489015 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 13:04:46.517766 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 13:04:46.518280 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.518624 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91866) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 13:04:46.519033 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.521495 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91866) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 13:04:46.521495 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 13:04:46.521762 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 13:04:46.525783 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.526114 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:46.599210 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 13:04:46.599416 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 13:04:46.599589 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 13:04:46.599974 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 13:04:46.632211 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_db.sqlalchemy.engines [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91866) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 13:04:46.989423 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing driver for type 'gre' May 27 13:04:46.990107 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] gre ID ranges: [(1, 1000)] May 27 13:04:47.047391 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing driver for type 'local' May 27 13:04:47.047730 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing driver for type 'vlan' May 27 13:04:47.061216 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] VlanTypeDriver initialization complete May 27 13:04:47.061689 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing driver for type 'vxlan' May 27 13:04:47.062289 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] vxlan ID ranges: [(1, 1000)] May 27 13:04:47.134555 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing extension driver 'port_security' May 27 13:04:47.134899 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.extensions.port_security [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] PortSecurityExtensionDriver initialization complete May 27 13:04:47.135231 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing mechanism driver 'openvswitch' May 27 13:04:47.135576 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing mechanism driver 'hyperv' May 27 13:04:47.142423 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:04:47.143215 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.143590 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.143947 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.144359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.145151 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.145151 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.145518 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.145867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.146213 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.146592 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.146940 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.147281 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.147659 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.148004 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.148339 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.148750 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > address_group after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.149096 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > address_group after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.149436 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.149778 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] ML2 OVO RPC backend initialized. {{(pid=91866) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 13:04:47.150525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.150883 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.151298 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.151645 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > networks before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.151992 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.152331 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > ports before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.152771 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.153114 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnets before_response 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.153461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.153798 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.154131 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.154470 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.154810 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.155149 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.155490 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.155830 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.156168 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.156802 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.plugin [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Modular L2 Plugin initialization complete May 27 13:04:47.157138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading services supported by the core plugin {{(pid=91866) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 13:04:47.157469 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.plugins.ml2.managers [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Got port-security extension from driver 'port_security' May 27 13:04:47.157935 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.extensions.vlantransparent [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Disabled vlantransparent extension. May 27 13:04:47.158436 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91866) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 13:04:47.158756 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: router May 27 13:04:47.198277 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.198670 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_create 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.199048 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router before_create 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.199453 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.199830 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.200191 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_delete 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.200588 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.200957 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_create 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.201319 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.201672 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.202028 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.202389 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.202853 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.203229 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.203568 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.203905 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: subnet after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.204243 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.204629 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.204991 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.205343 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.205689 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.206051 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router after_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.206401 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.206755 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.207125 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.207507 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.207891 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > network after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.208864 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Tracking information for resource: router configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:47.209196 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Tracking information for resource: floatingip configured {{(pid=91866) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 13:04:47.214551 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.db.l3_agentschedulers_db [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 13:04:47.215145 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.215515 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.215868 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.216218 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.217074 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router before_create 55550100 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.217442 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.217805 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_create 55550100 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.218162 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > router precommit_update 55550100 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.222957 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.provider_configuration [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service providers = [] {{(pid=91866) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 13:04:47.223327 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.db.servicetype_db [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91866) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 13:04:47.226535 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.service_base [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:04:47.226886 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.service_base [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:04:47.227228 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.service_base [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:04:47.228112 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.services.service_base [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91866) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 13:04:47.228516 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.services.service_base [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 13:04:47.229119 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.229441 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 13:04:47.240876 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.241144 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: auto_allocate May 27 13:04:47.247224 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: network precommit_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.247603 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: network precommit_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.248148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.248479 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: tag May 27 13:04:47.257158 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.257493 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: timestamp May 27 13:04:47.261382 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.261721 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: network_ip_availability May 27 13:04:47.267031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.267411 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.267772 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.268557 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.268882 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: flavors May 27 13:04:47.274037 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.274368 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading Plugin: revisions May 27 13:04:47.278854 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91866) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 13:04:47.279254 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.733s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:04:47.280030 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91866) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 13:04:47.280373 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Initializing extension manager. May 27 13:04:47.280916 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: __init__.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.281266 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: __pycache__ {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.281608 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.281957 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: address_group.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.282754 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.283352 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: address-group May 27 13:04:47.283662 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: address_scope.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.284380 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.284931 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: address-scope May 27 13:04:47.285281 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.286267 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.286786 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: router-admin-state-down-before-update May 27 13:04:47.287108 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: agent.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.287812 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.288322 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: agent May 27 13:04:47.288673 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: agent_resources_synced.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.289583 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.290094 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: agent-resources-synced May 27 13:04:47.290416 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.292241 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.292799 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: allowed-address-pairs May 27 13:04:47.293128 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.294216 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.294735 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: auto-allocated-topology May 27 13:04:47.295071 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: availability_zone.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.295765 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.296283 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: availability_zone May 27 13:04:47.296646 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: availability_zone_filter.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.297562 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.298070 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: availability_zone_filter May 27 13:04:47.298394 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: data_plane_status.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.299520 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.299860 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension data-plane-status not supported by any of loaded plugins May 27 13:04:47.300226 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: default_subnetpools.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.301739 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.302377 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: default-subnetpools May 27 13:04:47.302742 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.303877 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.304436 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: dhcp_agent_scheduler May 27 13:04:47.304835 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: dns.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.305874 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.306426 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension dns-integration not supported by any of loaded plugins May 27 13:04:47.306795 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: dns_domain_ports.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.307805 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.308357 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 13:04:47.308760 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: dvr.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.309481 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.310044 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: dvr May 27 13:04:47.310413 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: empty_string_filtering.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.311362 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.311924 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: empty-string-filtering May 27 13:04:47.312302 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.313374 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.313931 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 13:04:47.314287 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.315223 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.315851 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 13:04:47.316225 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: external_net.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.317832 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.318404 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: external-net May 27 13:04:47.318770 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.319718 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.320281 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: extra_dhcp_opt May 27 13:04:47.320679 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: extraroute.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.321614 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.322198 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: extraroute May 27 13:04:47.322627 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: extraroute_atomic.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.323703 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.324274 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: extraroute-atomic May 27 13:04:47.324687 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: filter_validation.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.325402 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.326025 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: filter-validation May 27 13:04:47.326386 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: fip_pf_description.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.327628 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.328216 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 13:04:47.328633 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: fip_port_details.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.329694 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.330253 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: fip-port-details May 27 13:04:47.330624 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: flavors.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.331962 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.332543 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: flavors May 27 13:04:47.332884 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.334587 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.335120 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 13:04:47.335456 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: floatingip_pools.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.336172 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.336712 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: floatingip-pools May 27 13:04:47.337042 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: ip_allocation.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.337982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.338498 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension ip_allocation not supported by any of loaded plugins May 27 13:04:47.338822 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.339745 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.340256 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: ip-substring-filtering May 27 13:04:47.340657 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l2_adjacency.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.341579 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.342087 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 13:04:47.342410 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.343435 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.343952 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: router May 27 13:04:47.344278 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.346782 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.347322 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 13:04:47.347656 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.348682 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.349218 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: ext-gw-mode May 27 13:04:47.349543 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.350476 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.350991 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: l3-ha May 27 13:04:47.351316 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3_flavors.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.352232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.352783 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: l3-flavors May 27 13:04:47.353108 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.354039 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.354559 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 13:04:47.354885 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: l3agentscheduler.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.355982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.356533 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: l3_agent_scheduler May 27 13:04:47.356865 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: logging.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.358436 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.358963 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension logging not supported by any of loaded plugins May 27 13:04:47.359299 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: metering.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.360046 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.360665 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: metering May 27 13:04:47.360999 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.362144 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.362667 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: metering_source_and_destination_fields May 27 13:04:47.362995 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: multiprovidernet.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.364637 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.365158 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: multi-provider May 27 13:04:47.365482 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: netmtu.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.366425 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.366940 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: net-mtu May 27 13:04:47.367265 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: netmtu_writable.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.368183 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.368740 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: net-mtu-writable May 27 13:04:47.369065 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: network_availability_zone.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.369740 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.370250 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: network_availability_zone May 27 13:04:47.370573 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: network_ip_availability.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.371709 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.372225 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: network-ip-availability May 27 13:04:47.372579 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: network_segment_range.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.373372 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.373883 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension network-segment-range not supported by any of loaded plugins May 27 13:04:47.374205 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: pagination.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.375188 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.375518 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: pagination May 27 13:04:47.375840 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: port_device_profile.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.376854 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.377386 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: port-device-profile May 27 13:04:47.377705 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.378625 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.379684 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: port-mac-address-regenerate May 27 13:04:47.380009 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.380970 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.381494 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: port-numa-affinity-policy May 27 13:04:47.381815 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: port_resource_request.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.382723 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.383239 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension port-resource-request not supported by any of loaded plugins May 27 13:04:47.383566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: portbindings.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.384533 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.385058 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: binding May 27 13:04:47.385381 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: portbindings_extended.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.386704 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.387222 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: binding-extended May 27 13:04:47.387551 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: portsecurity.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.388531 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.389025 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: port-security May 27 13:04:47.389349 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: project_id.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.390330 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.390659 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: project-id May 27 13:04:47.390983 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: providernet.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.391890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.392411 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: provider May 27 13:04:47.392759 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.396497 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.397054 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos not supported by any of loaded plugins May 27 13:04:47.397389 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.398679 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.399202 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 13:04:47.399529 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.400445 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.400995 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 13:04:47.401320 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_default.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.402230 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.402751 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-default not supported by any of loaded plugins May 27 13:04:47.403078 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_fip.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.403736 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.404250 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-fip not supported by any of loaded plugins May 27 13:04:47.404617 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.405555 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.406080 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 13:04:47.406404 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.407326 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.407844 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 13:04:47.408196 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.409155 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.409670 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 13:04:47.409997 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: qos_rules_alias.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.411591 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.412108 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 13:04:47.412432 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: quotasv2.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.413591 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.413923 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: quotas May 27 13:04:47.414248 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: quotasv2_detail.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.415914 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.416257 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: quota_details May 27 13:04:47.416624 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: rbac.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.417716 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.418268 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: rbac-policies May 27 13:04:47.418597 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: rbac_address_group.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.419537 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.420055 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: rbac-address-group May 27 13:04:47.420382 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: rbac_address_scope.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.421326 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.421847 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: rbac-address-scope May 27 13:04:47.422175 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: rbac_security_groups.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.423089 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.423604 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: rbac-security-groups May 27 13:04:47.423927 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.424889 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.425438 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: rbac-subnetpool May 27 13:04:47.425756 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: revisionifmatch.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.427234 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.427760 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: revision-if-match May 27 13:04:47.428083 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: revisions.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.429500 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.430016 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: standard-attr-revisions May 27 13:04:47.430339 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: router_availability_zone.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.431016 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.431531 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: router_availability_zone May 27 13:04:47.431852 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: routerservicetype.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.432799 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.433318 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension router-service-type not supported by any of loaded plugins May 27 13:04:47.433641 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.434563 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.435087 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: security-groups-normalized-cidr May 27 13:04:47.435406 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.436328 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.436872 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: port-security-groups-filtering May 27 13:04:47.437197 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.438114 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.438630 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: security-groups-remote-address-group May 27 13:04:47.438954 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: securitygroup.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.449068 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.449650 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: security-group May 27 13:04:47.449989 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: segment.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.450873 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.451393 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension segment not supported by any of loaded plugins May 27 13:04:47.451728 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.452816 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.453351 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 13:04:47.453679 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: servicetype.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.454868 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.455401 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: service-type May 27 13:04:47.455727 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: sorting.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.456840 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.457148 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: sorting May 27 13:04:47.457508 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: standard_attr_segment.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.458454 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.458991 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 13:04:47.459317 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: standardattrdescription.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.459980 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.460511 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: standard-attr-description May 27 13:04:47.460840 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: stateful_security_group.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.461775 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.462290 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: stateful-security-group May 27 13:04:47.462612 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: stdattrs_common.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.463193 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 13:04:47.463538 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.464559 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.465083 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 13:04:47.465402 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnet_onboard.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.466593 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.467109 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: subnet_onboard May 27 13:04:47.467435 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.468438 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.468971 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 13:04:47.469294 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnet_service_types.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.470305 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.470835 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: subnet-service-types May 27 13:04:47.471159 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnetallocation.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.472260 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.473379 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: subnet_allocation May 27 13:04:47.473669 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.474341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.474852 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: subnetpool-prefix-ops May 27 13:04:47.475171 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.476103 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.476656 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 13:04:47.476978 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: tagging.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.478101 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.478620 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: standard-attr-tag May 27 13:04:47.478947 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: timestamp.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.480180 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.480738 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loaded extension: standard-attr-timestamp May 27 13:04:47.481067 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: trunk.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.482125 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.482701 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension trunk not supported by any of loaded plugins May 27 13:04:47.483072 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: trunk_details.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.484031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.484649 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension trunk-details not supported by any of loaded plugins May 27 13:04:47.485016 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.485967 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.486523 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 13:04:47.486891 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Loading extension file: vlantransparent.py {{(pid=91866) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 13:04:47.487611 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91866) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 13:04:47.488175 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 13:04:47.491857 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:network May 27 13:04:47.492729 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnet May 27 13:04:47.494776 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:04:47.495480 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:port May 27 13:04:47.497051 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.497537 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service FLAVORS assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.498226 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.498798 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.499174 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:router May 27 13:04:47.499918 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:floatingip May 27 13:04:47.500720 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service METERING assigned prefix: /metering {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.502256 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.502639 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.502993 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:04:47.504964 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of CountableResource for resource:rbac_policy May 27 13:04:47.505424 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:security_group May 27 13:04:47.506129 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 13:04:47.506879 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service CORE assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.507208 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:04:47.507551 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] subnetpool is already registered May 27 13:04:47.508169 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service CORE assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.508519 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:04:47.508847 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] subnetpool is already registered May 27 13:04:47.511604 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.512042 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service FLAVORS assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.512673 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.513102 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.513436 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:router May 27 13:04:47.513768 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] router is already registered May 27 13:04:47.514394 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:floatingip May 27 13:04:47.514721 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] floatingip is already registered May 27 13:04:47.515367 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service METERING assigned prefix: /metering {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.516083 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of CountableResource for resource:rbac_policy May 27 13:04:47.516414 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] rbac_policy is already registered May 27 13:04:47.517001 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:security_group May 27 13:04:47.517336 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] security_group is already registered May 27 13:04:47.517938 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 13:04:47.518281 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] security_group_rule is already registered May 27 13:04:47.518988 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service CORE assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.519340 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:04:47.519643 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] subnetpool is already registered May 27 13:04:47.520838 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.v2.resource_helper [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Service CORE assigned prefix: {{(pid=91866) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 13:04:47.521165 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Creating instance of TrackedResource for resource:subnetpool May 27 13:04:47.521487 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING neutron.quota.resource_registry [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] subnetpool is already registered May 27 13:04:47.522135 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: extensions {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.523686 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: address-groups {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.525349 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: address-scopes {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.526567 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: agents {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.527742 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: auto-allocated-topology {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.529246 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: availability_zones {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.530586 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: dhcp-networks {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.532033 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: dhcp-agents {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.533500 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: routers {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.535374 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: flavors {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.536659 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: service_profiles {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.537923 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: next_providers {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.539462 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: service_profiles {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.541040 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: floatingip-pools {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.542859 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: routers {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.544816 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: floatingips {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.546080 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: l3-routers {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.547576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: l3-agents {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.549154 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: metering-labels {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.550700 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: metering-label-rules {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.552097 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: network-ip-availabilities {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.553488 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: bindings {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.555364 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: quotas {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.556857 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: quotas {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.558284 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: rbac-policies {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.559612 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: security-groups {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.560907 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: security-group-rules {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.562158 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: service-providers {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.563389 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: subnetpools {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.566095 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: subnetpools {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.568142 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.570097 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.687330 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.689236 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.691105 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.693243 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.694991 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.697086 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.698890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.700836 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron.api.extensions [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Extended resource: tags {{(pid=91866) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 13:04:47.706884 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING keystonemiddleware.auth_token [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 13:04:47.711821 dv-cinder-751579-24-iscsi neutron-server[91866]: WARNING keystonemiddleware.auth_token [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 13:04:47.720450 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Acquired lock "singleton_lock" {{(pid=91866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 13:04:47.720956 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Releasing lock "singleton_lock" {{(pid=91866) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 13:04:47.721610 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Starting 2 workers May 27 13:04:47.726931 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Started child 91983 {{(pid=91866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:04:47.731620 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Started child 91984 {{(pid=91866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:04:47.732568 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.733642 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO neutron.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 13:04:47.733876 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Notify callbacks [] for process, before_spawn {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.734612 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [-] (91983) wsgi starting up on http://0.0.0.0:9696 May 27 13:04:47.736513 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Starting 1 workers May 27 13:04:47.739606 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.741817 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Started child 91985 {{(pid=91866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:04:47.742074 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [-] (91984) wsgi starting up on http://0.0.0.0:9696 May 27 13:04:47.742441 dv-cinder-751579-24-iscsi neutron-server[91866]: INFO oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Starting 1 workers May 27 13:04:47.747209 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Started child 91986 {{(pid=91866) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 13:04:47.747748 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] calling RpcWorker wait() {{(pid=91985) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 13:04:47.748512 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] Notify callbacks [] for process, after_spawn {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.749371 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.service [None req-3bab036b-bc57-4efa-9230-aacc554f48c1 None None] returning from RpcWorker wait() {{(pid=91985) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 13:04:47.750182 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 13:04:47.750352 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:04:47.750647 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:04:47.750792 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:04:47.751103 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:04:47.751257 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:04:47.751397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 45952) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:04:47.751805 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.752103 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.752400 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.752692 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.753066 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.753990 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.754672 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.754851 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.755135 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.755416 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.755673 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.755854 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.756028 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.756298 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.756585 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.756970 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.757234 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.757490 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.757775 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.757957 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.758233 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.758397 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:04:47.759146 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.759146 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.759146 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] debug = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.759536 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.759729 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.759965 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.760211 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.760578 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.760779 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.761033 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.761254 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:04:47.761419 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.761557 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.761781 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.762006 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.762252 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.762520 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.762760 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.762986 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.763249 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.763487 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.764006 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] host = dv-cinder-751579-24-iscsi {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.764263 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.764525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.764795 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.765045 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.765296 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.765538 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.765807 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.766061 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.766308 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.766542 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.766781 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.767038 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.767251 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.767515 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.767669 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_options = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.767928 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.768217 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.768554 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.768735 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.768883 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.769074 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.769295 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.769486 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.770510 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0132661 May 27 13:04:47.770675 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.770954 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.771300 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.772612 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.773051 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.774626 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.774626 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.774626 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.774889 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.775127 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.775561 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.776664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.776664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.776910 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.777254 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.778974 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.778974 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.778974 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.778974 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.779276 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.779541 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.779988 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.780386 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.780859 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.781273 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.783867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.784319 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.784598 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.784875 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.785320 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_json = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.787780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.788210 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.788431 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.788786 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.789156 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.789560 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.791967 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.791967 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.791967 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.791967 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.792484 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.795848 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.795848 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.795848 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.795848 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.795848 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.796704 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.796704 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.796982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.797311 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.799664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.799664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.799664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.799664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.799664 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.800437 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.800437 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.800750 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.801776 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.802757 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.802757 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.803432 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.803432 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.805031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.805031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.805031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.805474 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.805679 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.806130 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.806548 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.806945 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.807401 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.808033 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.808215 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.808793 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:04:47.808982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.809446 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.809873 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.810293 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.810707 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.811099 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.811485 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.812569 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.812569 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.812875 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.813060 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.813506 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.813912 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.814310 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.814975 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.815349 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.815824 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.816110 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.816556 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.817560 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.817965 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.821138 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.822440 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.822440 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.822440 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.822921 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.824610 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.824610 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.824610 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.824610 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.825203 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.825367 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.825697 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.826113 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.826680 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.827038 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.827727 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.828558 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.828558 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.828872 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.829378 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.829802 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.830513 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.830928 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.831432 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.831945 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.832406 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.832849 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.833300 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.833806 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.834613 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.834997 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.838392 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.839300 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.839300 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.839300 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.839649 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.840011 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.840829 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.841150 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.841450 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.841706 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.841995 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.842429 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.842715 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.843013 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.843530 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.843814 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.844119 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.844363 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.844642 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.844880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.845131 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.845366 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.845667 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847019 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847019 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847019 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847019 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847019 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847781 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847781 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.847781 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.848371 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.848675 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.848963 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.849270 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.849482 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.849717 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.849968 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.850218 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.850463 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.850712 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.850925 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.851130 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.851344 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.851549 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.851779 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.851984 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.852219 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.853146 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.853773 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.854355 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.854915 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.855294 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.855683 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.858430 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.858838 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.859271 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.859648 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.860036 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.861170 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.864249 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.865094 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.866376 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.868131 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.868590 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.868972 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.869428 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.870957 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.871349 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.874375 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.874836 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.876725 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.876725 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.876725 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.876725 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.877271 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.877427 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.877815 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.878195 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.878594 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.879028 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.879928 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.880533 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.881010 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.881541 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.881956 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.882358 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.882759 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.883076 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.883478 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.883882 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.884268 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.886789 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.887197 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.887593 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.888045 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.888481 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.890976 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.891363 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.891715 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.893103 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.893503 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.893862 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.894290 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.896811 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.898207 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.898596 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.898959 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.899408 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.899705 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.900061 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.900389 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.900753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.901097 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.901419 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.901769 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.902218 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.902490 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904012 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904012 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904012 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904012 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904563 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.904716 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.905634 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.905634 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.906017 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.906201 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.907501 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.907501 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.907501 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.908159 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.908367 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.909405 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.909797 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.910367 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.910738 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.911156 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.911905 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.911905 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.912299 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.913772 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.914692 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.915197 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.916494 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.916494 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.916802 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.917462 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.917875 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.918214 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.918694 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.919204 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.919650 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.920078 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.921328 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.921733 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.922116 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.922499 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.922849 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.923192 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.923564 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.924328 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.925269 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.925410 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.925692 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.926770 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.927161 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.927543 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.927926 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.928312 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.929240 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.929504 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:04:47.930572 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91866) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 13:04:47.930840 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 13:04:47.931813 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 13:04:47.931813 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 13:04:47.931813 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 13:04:47.931813 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 13:04:47.932118 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.932294 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.932608 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.932873 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.933914 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.933914 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.934075 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.934338 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.934595 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.934860 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.935120 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.935814 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.936104 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.936383 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.936712 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.936986 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.937261 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938467 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938467 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938467 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938467 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938990 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938990 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] debug = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.938990 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.939327 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.939745 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.939745 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.939745 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.940147 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.940285 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.942674 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.943601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.943601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.943601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.943601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] host = dv-cinder-751579-24-iscsi {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944031 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944387 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944387 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944896 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.944896 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.945162 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.946525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.946525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.946525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.946525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.946525 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.947827 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.948112 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_options = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.948373 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.948681 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.948943 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.949233 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.949499 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.949802 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.950012 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.950260 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.950460 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.952502 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.952502 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.960938 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.961335 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.961584 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.961858 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.962121 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.962541 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.962693 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.962940 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.963210 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.963492 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.963981 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.964127 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.964274 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.964575 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.964867 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.965165 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.965443 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.967039 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.967331 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.967603 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.967878 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.968157 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.968416 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.969753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.969753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.969753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.969753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.969753 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.970424 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.970424 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.970736 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.971982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.971982 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.972312 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.972498 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_json = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.973077 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.974275 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.974275 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.974275 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.974705 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.974856 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.975118 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.975265 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 13:04:47.975609 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.975822 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.976078 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.976528 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.976770 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.978034 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.978485 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.978775 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.979048 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.979324 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.979665 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.980655 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.980896 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.981839 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.982327 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.982783 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.983060 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.983312 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.983591 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.983888 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.984164 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.984425 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985220 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985220 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985220 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985537 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985537 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.985780 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.986767 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.987124 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.987558 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.987836 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.988226 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.989151 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.989918 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.990170 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.990693 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.991011 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.991291 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.991559 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.991821 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.992152 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.992396 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.992711 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.993888 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.994306 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.994680 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.995081 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.995354 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.995624 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.996230 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.996581 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.996840 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.997112 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.997381 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.997601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.997868 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.998139 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.998405 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.998691 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.998965 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.999258 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.999538 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:47.999807 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.000145 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.000422 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.000751 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.000981 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.001247 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.001399 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.001601 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.001856 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.005507 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.005507 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.005507 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.005507 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.006572 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:04:48.009189 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.010336 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.010632 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.010913 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.011200 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.011485 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.011757 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.012035 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.012328 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.012676 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.012964 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.013251 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.013537 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.013821 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.014104 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.014385 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.014667 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.014943 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.015223 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.015505 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.015787 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.018231 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.019239 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.019239 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.019239 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.019239 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.020270 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.024566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.029880 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.031576 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.033129 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.033129 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.033129 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.033129 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.033129 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.039355 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.039637 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.040439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.041368 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.042182 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.042639 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.042922 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.043202 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.043470 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.043749 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.044037 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.044290 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.044733 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.044885 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.045135 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.045408 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.045686 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.045955 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.046228 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.046474 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.047716 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.048042 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.048338 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.048690 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.049249 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.049428 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.049676 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.049964 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.050259 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.050533 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.050944 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.051522 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.052294 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.052294 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.052641 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.052807 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.053142 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.053329 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.053852 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.054158 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.055439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.055439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.055439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.055439 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.056149 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.056149 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.056149 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.056679 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.056860 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.057036 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.057387 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.057578 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.057888 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059198 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059198 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059198 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059198 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.059890 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.060588 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.060588 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.060588 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.061079 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.061079 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.061408 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.061592 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.061821 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.062119 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063140 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063140 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063140 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063649 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063649 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.063985 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.064162 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.064380 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.064703 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.065123 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.066206 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.066566 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.066858 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.067939 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.067939 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.068676 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.069686 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.069972 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.069972 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.070396 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.070396 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.070810 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.070810 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.070810 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071290 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071290 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071290 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071656 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071656 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071797 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.071872 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.073148 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.074461 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.075359 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.076341 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.077232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.077232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.077232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.077232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 13:04:48.077232 dv-cinder-751579-24-iscsi neutron-server[91866]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91866) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 13:05:00.512356 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757a93c-45af-4d78-add5-7448aca5eab5 None None] get_active_networks_info from dv-cinder-751579-24-iscsi {{(pid=91985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 13:05:00.618032 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1757a93c-45af-4d78-add5-7448aca5eab5 None None] No non-hosted networks {{(pid=91985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 13:05:00.627998 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-3bb2492d-5184-4d07-bcd1-9f490f115ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:00.633628 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.agentschedulers_db [None req-1757a93c-45af-4d78-add5-7448aca5eab5 None None] DHCP Agent not found on host dv-cinder-751579-24-iscsi {{(pid=91985) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 13:05:02.933491 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:02.934567 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.935231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.935849 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.936447 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.937332 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.938084 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.938839 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.939615 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.940353 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.941156 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.942451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.943230 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:02.950474 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-751579-24-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:02.971068 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-751579-24-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:04.926659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-98e7729e-40bd-4a00-8c52-049d621382ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:04.996819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3704-41e8-49f5-bac2-d3a5bfe0dd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:06.705140 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:08.415323 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:08.616043 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.db.l3_hamode_db [None req-0eae5cfd-67d7-446f-880a-0f5efbd5bd12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 13:05:08.725646 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae5cfd-67d7-446f-880a-0f5efbd5bd12 None None] Routers set() bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:08.726135 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae5cfd-67d7-446f-880a-0f5efbd5bd12 None None] Router IDs set() for agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 13:05:09.902218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46056) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:10.605395 dv-cinder-751579-24-iscsi neutron-server[91983]: WARNING oslo_policy.policy [None req-77ad25a7-e677-4a6d-b1c1-d8350d419ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:10.606303 dv-cinder-751579-24-iscsi neutron-server[91983]: WARNING oslo_policy.policy [None req-77ad25a7-e677-4a6d-b1c1-d8350d419ff0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:11.018048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [None req-77ad25a7-e677-4a6d-b1c1-d8350d419ff0 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:11.020085 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-77ad25a7-e677-4a6d-b1c1-d8350d419ff0 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1156583 May 27 13:05:13.516606 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46070) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:14.391048 dv-cinder-751579-24-iscsi neutron-server[91984]: WARNING oslo_policy.policy [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:14.391675 dv-cinder-751579-24-iscsi neutron-server[91984]: WARNING oslo_policy.policy [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:14.624075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:14.731056 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.policy [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91984) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 13:05:14.778318 dv-cinder-751579-24-iscsi neutron-server[91984]: WARNING oslo_policy.policy [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:14.778702 dv-cinder-751579-24-iscsi neutron-server[91984]: WARNING oslo_policy.policy [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:14.788188 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.quota [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Loaded quota_driver: . May 27 13:05:14.805178 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:14.882592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979647753', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979648360', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979645149', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979631713', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979628197', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746979753362', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-998025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4134158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3722672'] for rbac-policy, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:14.959086 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:14.960743 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-f7839635-0d31-4233-ad89-7eb4eed928d5 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4427047 May 27 13:05:17.755727 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46088) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:18.176255 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Request body: {'network': {'project_id': '8035c4c4ba55441e963870ac9935b127', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'name': 'private', 'admin_state_up': True}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:18.182150 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:18.187334 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Usage tracker for resource:network and tenant:8035c4c4ba55441e963870ac9935b127 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:18.193183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:18.201055 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:18.213524 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Made reservation on behalf of 8035c4c4ba55441e963870ac9935b127 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:18.217733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.244555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.260717 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:18.264762 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8035c4c4ba55441e963870ac9935b127 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:18.270893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:18.277139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:18.386685 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.391683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.397331 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:18.420267 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:05:18.448119 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746980018158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.448858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Unsubscribe: segment precommit_create {{(pid=91984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 13:05:18.449347 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Added segment 4cea476a-2d86-45f3-8fd2-573c6b318a57 of type vlan for network 2f467838-032b-4636-813c-3301b7d8193f May 27 13:05:18.459175 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a33bb-20d5-43cc-8641-7bd39f57e66c,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:18.517100 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.517364 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.517697 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.518022 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.518344 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.518678 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.519067 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.519900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.520232 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.520570 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.520881 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.521186 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Tracked resource versions report: May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: pushed versions: May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: { 'AddressGroup': {'1.2'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'ConntrackHelper': {'1.0'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Log': {'1.0'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Network': {'1.1'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Port': {'1.7'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'PortForwarding': {'1.2'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'QosPolicy': {'1.8'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroup': {'1.4'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SubPort': {'1.0'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Subnet': {'1.1'}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Trunk': {'1.1'}} May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: consumer versions: May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'ConntrackHelper': '1.0', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Log': '1.0', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Network': '1.1', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Port': '1.7', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'PortForwarding': '1.2', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'QosPolicy': '1.8', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroup': '1.4', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroupRule': '1.2', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SubPort': '1.0', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Subnet': '1.1', May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Trunk': '1.1'}} May 27 13:05:18.522521 dv-cinder-751579-24-iscsi neutron-server[91984]: {{(pid=91984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:18.587357 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:18.590404 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.640296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.641971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:18.642748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:18.648654 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:18.758116 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2f467838-032b-4636-813c-3301b7d8193f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:18.760837 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0040858 May 27 13:05:18.762556 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:18.771552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 2f467838-032b-4636-813c-3301b7d8193f details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:05:21.658371 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46104) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:22.300809 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9322435-c639-4981-a12d-6502865b515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:22.302136 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e9322435-c639-4981-a12d-6502865b515d admin admin] 10.222.0.52 "GET /v2.0/networks/2f467838-032b-4636-813c-3301b7d8193f HTTP/1.1" status: 200 len: 825 time: 0.6427748 May 27 13:05:22.332247 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5cdf46c2-f4c1-454b-91fb-1c0e8a451321 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/1594321f-3c82-47f0-acfa-87cc9606e54d HTTP/1.1" status: 200 len: 734 time: 0.0235808 May 27 13:05:22.341762 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'name': 'private-subnet', 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:22.347913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:22.352684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Usage tracker for resource:subnet and tenant:8035c4c4ba55441e963870ac9935b127 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:22.356258 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:22.362741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:22.374853 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Made reservation on behalf of 8035c4c4ba55441e963870ac9935b127 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:22.377864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:22.932047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:22.936433 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:23.026451 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40cafc6-0ffc-40ff-a55d-08350dc3dcbc,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:23.031953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Checking segment: {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:23.032545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Network hostable DHCP agents. Network: 2f467838-032b-4636-813c-3301b7d8193f, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:05:23.036448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:23.058088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Network 2f467838-032b-4636-813c-3301b7d8193f is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:05:23.071338 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 2f467838-032b-4636-813c-3301b7d8193f) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:23.076404 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:23.077193 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:23.084149 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693b954-d0c7-4aed-8551-f5e97708757e None None] Network 2f467838-032b-4636-813c-3301b7d8193f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:23.118797 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7805355 May 27 13:05:23.480527 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-2f467838-032b-4636-813c-3301b7d8193f', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:05:23.481947 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:23.696958 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Allocated IP 172.20.0.2 (2f467838-032b-4636-813c-3301b7d8193f/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc/4c839dbd-27ed-4b89-add9-9507449897c4) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:05:24.009524 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.031328 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Transition to ACTIVE for port object 4c839dbd-27ed-4b89-add9-9507449897c4 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:24.059254 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Transition to ACTIVE for port object 4c839dbd-27ed-4b89-add9-9507449897c4 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:24.068231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.073606 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:24.142437 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Network 2f467838-032b-4636-813c-3301b7d8193f is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:24.145878 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:24.155714 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:05:24.162393 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Pushing event updated for resources: {'Port': ['ID=4c839dbd-27ed-4b89-add9-9507449897c4,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:24.170844 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.171202 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.171542 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.171870 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.172208 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.172535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.172858 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.173174 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.173509 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.173842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.174354 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.174676 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Tracked resource versions report: May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: pushed versions: May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: { 'AddressGroup': {'1.2'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'ConntrackHelper': {'1.0'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Log': {'1.0'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Network': {'1.1'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Port': {'1.7'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'PortForwarding': {'1.2'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'QosPolicy': {'1.8'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroup': {'1.4'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SubPort': {'1.0'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Subnet': {'1.1'}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Trunk': {'1.1'}} May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: consumer versions: May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'ConntrackHelper': '1.0', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Log': '1.0', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Network': '1.1', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Port': '1.7', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'PortForwarding': '1.2', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'QosPolicy': '1.8', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroup': '1.4', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroupRule': '1.2', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SubPort': '1.0', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Subnet': '1.1', May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Trunk': '1.1'}} May 27 13:05:24.176189 dv-cinder-751579-24-iscsi neutron-server[91985]: {{(pid=91985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:24.210616 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:24.271649 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Attempting to bind port 4c839dbd-27ed-4b89-add9-9507449897c4 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:05:24.272016 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Attempting to bind port 4c839dbd-27ed-4b89-add9-9507449897c4 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:05:24.272556 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Attempting to bind port 4c839dbd-27ed-4b89-add9-9507449897c4 on network 2f467838-032b-4636-813c-3301b7d8193f {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:05:24.280252 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:05:24.280730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Checking segment: {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:24.281210 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.281612 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Bound using segment: {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:05:24.284099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Bound port: 4c839dbd-27ed-4b89-add9-9507449897c4, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:05:24.284099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.402794 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] For port 4c839dbd-27ed-4b89-add9-9507449897c4, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:05:24.407706 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] For port 4c839dbd-27ed-4b89-add9-9507449897c4, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=4c839dbd-27ed-4b89-add9-9507449897c4,segment=NetworkSegment(4cea476a-2d86-45f3-8fd2-573c6b318a57),segment_id=4cea476a-2d86-45f3-8fd2-573c6b318a57)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:05:24.413687 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:24.417912 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:24.549115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Pushing event updated for resources: {'Port': ['ID=4c839dbd-27ed-4b89-add9-9507449897c4,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:24.560493 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:25.988671 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46114) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:26.516198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [None req-9f5f4213-a074-4952-9f19-27e97b50167e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:26.517605 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9f5f4213-a074-4952-9f19-27e97b50167e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5276120 May 27 13:05:29.516103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46128) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:29.971647 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [None req-d346bf30-1d23-43cb-b45e-550cde34e228 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:29.973286 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d346bf30-1d23-43cb-b45e-550cde34e228 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4561546 May 27 13:05:30.449134 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9c80f743-6a50-4f7d-a782-1102612be62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:30.622693 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 4c839dbd-27ed-4b89-add9-9507449897c4 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:30.672303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de57b78-ea61-4a7f-997e-aabbdc9e32d6 None None] Network 2f467838-032b-4636-813c-3301b7d8193f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:30.841645 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Provisioning for port 4c839dbd-27ed-4b89-add9-9507449897c4 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:30.853307 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 4c839dbd-27ed-4b89-add9-9507449897c4 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:30.871194 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Provisioning complete for port 4c839dbd-27ed-4b89-add9-9507449897c4 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:30.871767 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:30.908431 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 4c839dbd-27ed-4b89-add9-9507449897c4 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:30.908986 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.271067 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.291674 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.343434 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] For port 4c839dbd-27ed-4b89-add9-9507449897c4, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=4c839dbd-27ed-4b89-add9-9507449897c4,segment=NetworkSegment(4cea476a-2d86-45f3-8fd2-573c6b318a57),segment_id=4cea476a-2d86-45f3-8fd2-573c6b318a57)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:05:31.352839 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:31.434899 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:31.579796 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.db.api [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:05:31.580507 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_db.api [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:05:31.589064 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Pushing event updated for resources: {'Port': ['ID=4c839dbd-27ed-4b89-add9-9507449897c4,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:31.592999 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:31.685409 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2e0207f4-835f-403a-90a8-1b93d7de69f5 None None] Provisioning complete for port 4c839dbd-27ed-4b89-add9-9507449897c4 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:31.685826 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2e0207f4-835f-403a-90a8-1b93d7de69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:32.555140 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 4c839dbd-27ed-4b89-add9-9507449897c4 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:32.634808 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 4c839dbd-27ed-4b89-add9-9507449897c4 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:32.635866 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:32.865105 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46144) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:32.898391 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.294555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Request body: {'router': {'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'name': 'router1', 'admin_state_up': True}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:33.300487 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:33.305513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Usage tracker for resource:router and tenant:8035c4c4ba55441e963870ac9935b127 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:33.309645 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:33.317328 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:33.329054 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.330887 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.358190 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.477503 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.501999 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:33.504327 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-03d6b558-cb05-4998-a9ad-cb962dff253a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6381874 May 27 13:05:34.920613 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1c085721-5a62-404d-a848-32f1e78f8313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:36.062301 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46154) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:36.514308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [None req-5a024190-34b0-4f32-aca3-706b10053fa9 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:05:36.515391 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5a024190-34b0-4f32-aca3-706b10053fa9 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4518008 May 27 13:05:36.566149 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:38.314226 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:38.931301 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46174) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:39.083672 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:39.089272 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:39.093961 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Usage tracker for resource:network and tenant:cfafa2d395714c779f1f53178bfeb85a is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:39.097996 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:39.105898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:39.124318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Made reservation on behalf of cfafa2d395714c779f1f53178bfeb85a for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:39.126891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.140492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.156265 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:39.161271 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Usage tracker for resource:security_group_rule and tenant:cfafa2d395714c779f1f53178bfeb85a is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:39.164552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:39.170360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:39.274185 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.279513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.282863 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:39.309414 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Reserving flat network on physical network physnet1 {{(pid=91984) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 13:05:39.325197 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182a3313-229a-44c6-bb69-878e2acafb91,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:39.329438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:39.333811 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.334391 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Added segment 45618299-0abc-4d8b-89ae-45cc71bca66a of type flat for network a2826cd4-c5d3-4508-ba7d-6443bc462509 May 27 13:05:39.393097 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.460045 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.461600 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:39.462399 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:39.467828 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:39.577268 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Pushing event updated for resources: {'Network': ['ID=a2826cd4-c5d3-4508-ba7d-6443bc462509,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:39.582043 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6481056 May 27 13:05:39.582043 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:39.590008 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:05:39.852734 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:05:41.967516 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46194) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:42.087788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ca902-24ee-47c5-94b8-69d845de7b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:42.089196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-138ca902-24ee-47c5-94b8-69d845de7b72 admin admin] 10.222.0.52 "GET /v2.0/subnets/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc HTTP/1.1" status: 200 len: 849 time: 0.1204419 May 27 13:05:42.264586 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9c42fbbb-d093-4d24-84ac-dcb2317bc4be admin admin] 10.222.0.52 "GET /v2.0/routers/5112b8bf-525a-4d3b-ae91-f50c9b125d81 HTTP/1.1" status: 200 len: 704 time: 0.1645620 May 27 13:05:42.805148 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:43.097479 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Allocated IP 172.20.0.1 (2f467838-032b-4636-813c-3301b7d8193f/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc/f6d7b9aa-a4ff-42c0-9534-6981285d9120) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:05:43.299412 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:43.321642 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Transition to ACTIVE for port object f6d7b9aa-a4ff-42c0-9534-6981285d9120 will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:43.421283 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:43.430252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:43.547494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Network 2f467838-032b-4636-813c-3301b7d8193f is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:43.552987 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:43.560768 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:05:43.561076 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:43.726042 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-f2836145-86f4-491e-bcd6-20392d391f6c None None] Provisioning for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:43.732284 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-f2836145-86f4-491e-bcd6-20392d391f6c None None] Provisioning complete for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:43.732846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f2836145-86f4-491e-bcd6-20392d391f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:43.746361 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d7b9aa-a4ff-42c0-9534-6981285d9120,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:43.756087 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:43.823362 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-f2836145-86f4-491e-bcd6-20392d391f6c None None] Port f6d7b9aa-a4ff-42c0-9534-6981285d9120 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:05:43.903687 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:44.175562 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:44.181394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:44.182560 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:44.186233 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:44.323651 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d7b9aa-a4ff-42c0-9534-6981285d9120,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:44.329512 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:44.399722 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Network 2f467838-032b-4636-813c-3301b7d8193f is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:44.401628 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:44.650258 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-05ae0332-5892-4887-95c8-3c1c709fe22c None None] Provisioning complete for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:44.650552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-05ae0332-5892-4887-95c8-3c1c709fe22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:44.709406 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-05ae0332-5892-4887-95c8-3c1c709fe22c None None] Port f6d7b9aa-a4ff-42c0-9534-6981285d9120 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:05:44.787332 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:05:44.955473 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:05:44.968158 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Sync routers for ids ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:05:44.969971 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] 10.222.0.52 "PUT /v2.0/routers/5112b8bf-525a-4d3b-ae91-f50c9b125d81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6997406 May 27 13:05:44.986866 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Routers {'5112b8bf-525a-4d3b-ae91-f50c9b125d81'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:44.988392 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:05:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:45.217931 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Set router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:05:45.803830 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:43Z', 'revision_number': 2, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port_host': None, '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:43Z', 'revision_number': 2, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:45.810888 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Checking router: 5112b8bf-525a-4d3b-ae91-f50c9b125d81 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:05:45.811385 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Updating router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 port f6d7b9aa-a4ff-42c0-9534-6981285d9120 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:05:45.875082 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.340299 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.359428 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Transition to ACTIVE for port object f6d7b9aa-a4ff-42c0-9534-6981285d9120 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:46.369520 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.375790 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:46.679846 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Pushing event updated for resources: {'Port': ['ID=f6d7b9aa-a4ff-42c0-9534-6981285d9120,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:46.692979 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Attempting to bind port f6d7b9aa-a4ff-42c0-9534-6981285d9120 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:05:46.693328 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Attempting to bind port f6d7b9aa-a4ff-42c0-9534-6981285d9120 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:05:46.693813 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Attempting to bind port f6d7b9aa-a4ff-42c0-9534-6981285d9120 on network 2f467838-032b-4636-813c-3301b7d8193f {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:05:46.697037 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.697389 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.697722 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.698049 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.698366 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.698682 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.698996 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.699306 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.699632 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.699944 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.700252 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.700584 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Tracked resource versions report: May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: pushed versions: May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: { 'AddressGroup': {'1.2'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'ConntrackHelper': {'1.0'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Log': {'1.0'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Network': {'1.1'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Port': {'1.7'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'PortForwarding': {'1.2'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'QosPolicy': {'1.8'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroup': {'1.4'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SubPort': {'1.0'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Subnet': {'1.1'}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Trunk': {'1.1'}} May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: consumer versions: May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'ConntrackHelper': '1.0', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Log': '1.0', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Network': '1.1', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Port': '1.7', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'PortForwarding': '1.2', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'QosPolicy': '1.8', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroup': '1.4', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroupRule': '1.2', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SubPort': '1.0', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Subnet': '1.1', May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Trunk': '1.1'}} May 27 13:05:46.701924 dv-cinder-751579-24-iscsi neutron-server[91986]: {{(pid=91986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:46.709864 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:05:46.710685 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Checking segment: {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:46.711168 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.711562 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Bound using segment: {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:05:46.712142 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Bound port: f6d7b9aa-a4ff-42c0-9534-6981285d9120, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cea476a-2d86-45f3-8fd2-573c6b318a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2f467838-032b-4636-813c-3301b7d8193f'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:05:46.712548 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.723193 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:46.813194 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] For port f6d7b9aa-a4ff-42c0-9534-6981285d9120, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:05:46.818765 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] For port f6d7b9aa-a4ff-42c0-9534-6981285d9120, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f6d7b9aa-a4ff-42c0-9534-6981285d9120,segment=NetworkSegment(4cea476a-2d86-45f3-8fd2-573c6b318a57),segment_id=4cea476a-2d86-45f3-8fd2-573c6b318a57)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:05:46.826192 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:46.831813 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:46.967792 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Pushing event updated for resources: {'Port': ['ID=f6d7b9aa-a4ff-42c0-9534-6981285d9120,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:46.973219 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Routers {'5112b8bf-525a-4d3b-ae91-f50c9b125d81'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:46.974552 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:05:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:47.046070 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:47.225527 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] Set router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:05:47.525003 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46206) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:47.683526 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:43Z', 'revision_number': 2, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port_host': None, '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:46Z', 'revision_number': 4, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:47.689385 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529073-dc7c-4747-8b31-52c1ed66eaab None None] The sync data for ids ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'] in dv-cinder-751579-24-iscsi is: [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:43Z', 'revision_number': 2, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port_host': None, '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:46Z', 'revision_number': 4, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:05:47.898977 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.policy [None req-1671dda3-abdc-45b3-8872-99610592b9bf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91983) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 13:05:47.948187 dv-cinder-751579-24-iscsi neutron-server[91983]: WARNING oslo_policy.policy [None req-1671dda3-abdc-45b3-8872-99610592b9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:47.948609 dv-cinder-751579-24-iscsi neutron-server[91983]: WARNING oslo_policy.policy [None req-1671dda3-abdc-45b3-8872-99610592b9bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 13:05:47.958185 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671dda3-abdc-45b3-8872-99610592b9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:47.960364 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-1671dda3-abdc-45b3-8872-99610592b9bf admin admin] 10.222.0.52 "GET /v2.0/networks/a2826cd4-c5d3-4508-ba7d-6443bc462509 HTTP/1.1" status: 200 len: 842 time: 0.4338820 May 27 13:05:47.970775 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:47.973230 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.quota [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Loaded quota_driver: . May 27 13:05:47.981724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:05:47.990178 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Usage tracker for resource:subnet and tenant:cfafa2d395714c779f1f53178bfeb85a is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:05:47.994873 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:05:48.006066 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:05:48.029564 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Made reservation on behalf of cfafa2d395714c779f1f53178bfeb85a for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:05:48.034641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:48.732337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.objects.ports [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91983) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 13:05:48.733309 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:48.739017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:48.831847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3a3ee2-cc8a-4356-98d4-f644675df4df,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:48.834815 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:48.835215 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Network hostable DHCP agents. Network: a2826cd4-c5d3-4508-ba7d-6443bc462509, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:05:48.845654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.845927 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.846445 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.846778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.847107 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.847432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.847751 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.848081 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.848414 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.848759 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.849070 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.849376 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Tracked resource versions report: May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: pushed versions: May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: { 'AddressGroup': {'1.2'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'ConntrackHelper': {'1.0'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Log': {'1.0'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Network': {'1.1'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Port': {'1.7'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'PortForwarding': {'1.2'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'QosPolicy': {'1.8'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroup': {'1.4'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroupRule': {'1.2'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SubPort': {'1.0'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Subnet': {'1.1'}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Trunk': {'1.1'}} May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: consumer versions: May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'ConntrackHelper': '1.0', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Log': '1.0', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Network': '1.1', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Port': '1.7', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'PortForwarding': '1.2', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'QosPolicy': '1.8', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroup': '1.4', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroupRule': '1.2', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SubPort': '1.0', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Subnet': '1.1', May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Trunk': '1.1'}} May 27 13:05:48.850733 dv-cinder-751579-24-iscsi neutron-server[91983]: {{(pid=91983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:05:48.889983 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:48.899716 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:05:48.912875 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, a2826cd4-c5d3-4508-ba7d-6443bc462509) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:48.919180 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:48.920976 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:48.925418 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53800d-7006-4105-baaf-87ec1748255f None None] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:48.968564 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9956577 May 27 13:05:49.304766 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ea9a2-992e-4472-9f02-b26a45640960 None None] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:05:52.078049 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46226) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:52.308871 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-76aa2ca3-19c9-409f-8696-ed68c818f535 admin admin] 10.222.0.52 "GET /v2.0/routers/5112b8bf-525a-4d3b-ae91-f50c9b125d81 HTTP/1.1" status: 200 len: 710 time: 0.2292597 May 27 13:05:52.447033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73054093-639e-4288-87c0-db37011eb56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:05:52.447513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-73054093-639e-4288-87c0-db37011eb56d admin admin] Synchronizing usage tracker for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:network {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:05:52.469297 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-73054093-639e-4288-87c0-db37011eb56d admin admin] Unset dirty status for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:network {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:05:52.470603 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-73054093-639e-4288-87c0-db37011eb56d admin admin] 10.222.0.52 "GET /v2.0/networks/a2826cd4-c5d3-4508-ba7d-6443bc462509 HTTP/1.1" status: 200 len: 886 time: 0.1566572 May 27 13:05:52.482010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:05:52.595217 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f6d7b9aa-a4ff-42c0-9534-6981285d9120 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:52.676911 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:52.682866 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:52.683241 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:52.808510 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:52.855738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port f6d7b9aa-a4ff-42c0-9534-6981285d9120, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f6d7b9aa-a4ff-42c0-9534-6981285d9120,segment=NetworkSegment(4cea476a-2d86-45f3-8fd2-573c6b318a57),segment_id=4cea476a-2d86-45f3-8fd2-573c6b318a57)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:05:52.861436 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:52.865522 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:52.980363 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:52.990687 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=f6d7b9aa-a4ff-42c0-9534-6981285d9120,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:52.999924 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:53.427140 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.485559 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.630230 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Allocated IP 172.27.3.53 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/bc88ba0a-4f23-4131-9e2e-df2e41619012) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:05:53.795341 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.828510 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:53.833648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fab21c71-ca1a-41c8-bbf4-638902742041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:53.901446 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:05:53.904426 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:05:53.912248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:05:53.964219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc88ba0a-4f23-4131-9e2e-df2e41619012,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:53.973082 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:54.324475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:54.568517 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f6d7b9aa-a4ff-42c0-9534-6981285d9120 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:54.653990 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:54.654375 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:54.747391 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:54.752868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4121140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4121091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4122760'] for router, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:54.986318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:05:55.184808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:05:55.194128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:55.195683 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/5112b8bf-525a-4d3b-ae91-f50c9b125d81 HTTP/1.1" status: 200 len: 889 time: 2.7170000 May 27 13:05:55.212916 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Sync routers for ids ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:05:55.232058 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Routers {'5112b8bf-525a-4d3b-ae91-f50c9b125d81'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:55.233262 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:05:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:55.502167 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Set router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:05:55.901960 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:54Z', 'revision_number': 4, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port': {'id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:53Z', 'updated_at': '2021-05-27T13:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:52Z', 'revision_number': 5, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:55.907744 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Checking router: 5112b8bf-525a-4d3b-ae91-f50c9b125d81 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:05:55.908316 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Updating router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 port bc88ba0a-4f23-4131-9e2e-df2e41619012 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:05:55.968546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.401421 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.423327 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Transition to ACTIVE for port object bc88ba0a-4f23-4131-9e2e-df2e41619012 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:05:56.432009 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.437094 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:56.524515 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Attempting to bind port bc88ba0a-4f23-4131-9e2e-df2e41619012 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:05:56.524889 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Attempting to bind port bc88ba0a-4f23-4131-9e2e-df2e41619012 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:05:56.525256 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Attempting to bind port bc88ba0a-4f23-4131-9e2e-df2e41619012 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:05:56.527630 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Pushing event updated for resources: {'Port': ['ID=bc88ba0a-4f23-4131-9e2e-df2e41619012,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:56.531488 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:56.534818 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:05:56.535192 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:05:56.535600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.535993 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:05:56.536507 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Bound port: bc88ba0a-4f23-4131-9e2e-df2e41619012, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:05:56.536895 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.624792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] For port bc88ba0a-4f23-4131-9e2e-df2e41619012, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:05:56.629314 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] For port bc88ba0a-4f23-4131-9e2e-df2e41619012, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bc88ba0a-4f23-4131-9e2e-df2e41619012,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:05:56.635007 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:56.639861 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:56.733010 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Routers {'5112b8bf-525a-4d3b-ae91-f50c9b125d81'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:05:56.733815 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:05:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:56.838916 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Pushing event updated for resources: {'Port': ['ID=bc88ba0a-4f23-4131-9e2e-df2e41619012,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:56.854974 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:05:56.994595 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] Set router 5112b8bf-525a-4d3b-ae91-f50c9b125d81 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:05:57.461775 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:54Z', 'revision_number': 4, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port': {'id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:53Z', 'updated_at': '2021-05-27T13:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:52Z', 'revision_number': 5, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:05:57.469485 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7588b19e-382b-4800-a2c1-c61868b6bd12 None None] The sync data for ids ['5112b8bf-525a-4d3b-ae91-f50c9b125d81'] in dv-cinder-751579-24-iscsi is: [{'id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'name': 'router1', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:05:33Z', 'updated_at': '2021-05-27T13:05:54Z', 'revision_number': 4, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'gw_port': {'id': 'bc88ba0a-4f23-4131-9e2e-df2e41619012', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:53Z', 'updated_at': '2021-05-27T13:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'f6d7b9aa-a4ff-42c0-9534-6981285d9120', 'name': '', 'network_id': '2f467838-032b-4636-813c-3301b7d8193f', 'tenant_id': '8035c4c4ba55441e963870ac9935b127', 'mac_address': 'fa:16:3e:39:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5112b8bf-525a-4d3b-ae91-f50c9b125d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:05:42Z', 'updated_at': '2021-05-27T13:05:52Z', 'revision_number': 5, 'project_id': '8035c4c4ba55441e963870ac9935b127', 'subnets': [{'id': 'a40cafc6-0ffc-40ff-a55d-08350dc3dcbc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1594321f-3c82-47f0-acfa-87cc9606e54d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:05:57.773157 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46236) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:05:57.964936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0363bff3-e7d7-46a5-9ec6-d2d578f834b0 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1902950 May 27 13:05:58.603624 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bc88ba0a-4f23-4131-9e2e-df2e41619012 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:05:58.694981 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port bc88ba0a-4f23-4131-9e2e-df2e41619012 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:05:58.703768 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bc88ba0a-4f23-4131-9e2e-df2e41619012 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:05:58.704327 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.854689 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.877843 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port bc88ba0a-4f23-4131-9e2e-df2e41619012, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bc88ba0a-4f23-4131-9e2e-df2e41619012,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:05:58.888234 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:05:58.890661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:05:58.972635 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=bc88ba0a-4f23-4131-9e2e-df2e41619012,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:05:58.976058 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:06:00.442696 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bd5d4d61-be11-40bb-b948-c94df1987a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:00.608450 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bc88ba0a-4f23-4131-9e2e-df2e41619012 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:06:00.742919 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bc88ba0a-4f23-4131-9e2e-df2e41619012 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:06:00.743511 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:02.916383 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:04.958639 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f01589e5-ca71-4ad0-b1a4-783867630d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:06.598888 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:08.372214 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:16.855865 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:06:30.442161 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2f12397-6773-440a-ae4e-e3e0e98cab72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:32.907711 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:34.927769 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-455c881f-3603-4926-8a07-5b4e0a7fb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:36.588418 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:38.358925 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:06:53.855325 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:07:00.457312 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7922585f-1afb-4626-bc15-0079cabb0065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:02.902885 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:04.918476 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f13b31b1-f6fb-4b84-9a1a-516dcd26998b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:06.582130 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:08.344339 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:30.437922 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-500015ca-64d4-4857-be82-6776b3eb85df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:30.855004 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:07:32.906037 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:34.916336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-911ba08d-281e-4bbf-94c6-187bb9762897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:36.582842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:38.346367 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:48.245806 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46806) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:48.323141 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b4d14b-95fa-48bc-8853-5e0938078e20 admin admin] GET failed (client error): The resource could not be found. May 27 13:07:48.324527 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-00b4d14b-95fa-48bc-8853-5e0938078e20 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0776563 May 27 13:07:48.479246 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d484c9bc-873e-411a-9e3c-d1c2765c91f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:48.480751 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d484c9bc-873e-411a-9e3c-d1c2765c91f5 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1506178 May 27 13:07:50.772347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46816) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:50.899160 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a683d4fd-5ad9-4344-aeea-ca0910365fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:50.899627 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a683d4fd-5ad9-4344-aeea-ca0910365fa5 admin admin] Synchronizing usage tracker for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:subnet {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:07:50.926181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a683d4fd-5ad9-4344-aeea-ca0910365fa5 admin admin] Unset dirty status for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:subnet {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:07:50.928295 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a683d4fd-5ad9-4344-aeea-ca0910365fa5 admin admin] 10.222.0.52 "GET /v2.0/subnets/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc HTTP/1.1" status: 200 len: 849 time: 0.1543448 May 27 13:07:50.942253 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:07:51.075978 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Notify callbacks [] for subnet, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:51.310478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746979956637'] for subnet, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:51.314651 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:07:51.361623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:51.362217 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:51.364153 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] 10.222.0.52 "PUT /v2.0/subnets/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc HTTP/1.1" status: 200 len: 868 time: 0.4288635 May 27 13:07:51.367924 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12dec77-d2b5-4d9f-9e9f-102e6980c92b None None] Network 2f467838-032b-4636-813c-3301b7d8193f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:07:51.420737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40cafc6-0ffc-40ff-a55d-08350dc3dcbc,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:07:51.434923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.435986 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.436844 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.437837 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.438643 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.439516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.440368 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.441057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.441644 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.442207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.442762 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.443303 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:07:51.450259 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:07:51.986232 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-84fb5231-c29f-4cd0-8620-ad2ecc96130d None None] Provisioning complete for port 4c839dbd-27ed-4b89-add9-9507449897c4 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:07:51.986596 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-84fb5231-c29f-4cd0-8620-ad2ecc96130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:52.174389 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-84fb5231-c29f-4cd0-8620-ad2ecc96130d None None] Provisioning complete for port f6d7b9aa-a4ff-42c0-9534-6981285d9120 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:07:52.174914 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-84fb5231-c29f-4cd0-8620-ad2ecc96130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:07:53.681613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46826) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:53.887371 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1cfffe-7bdd-4825-91aa-3c6c8b8a33a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:53.887849 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1cfffe-7bdd-4825-91aa-3c6c8b8a33a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:53.889434 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-ce1cfffe-7bdd-4825-91aa-3c6c8b8a33a0 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070017 May 27 13:07:56.140059 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46836) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:56.343558 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01946d0e-a615-4094-83ce-b427f014443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:56.343942 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01946d0e-a615-4094-83ce-b427f014443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:56.345573 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-01946d0e-a615-4094-83ce-b427f014443a admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039461 May 27 13:07:58.617869 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46846) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:07:58.815630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa639c-e42e-4956-ac8a-db1901b52c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:07:58.817195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-f6fa639c-e42e-4956-ac8a-db1901b52c8a admin admin] 10.222.0.52 "GET /v2.0/networks/2f467838-032b-4636-813c-3301b7d8193f HTTP/1.1" status: 200 len: 869 time: 0.1981378 May 27 13:08:00.438057 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-23fb82e1-76fb-49d8-a4b9-8df4253137a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:01.154065 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46856) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:01.367489 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faadb744-defd-4a25-a9bc-4ebc13a589cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:01.369208 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-faadb744-defd-4a25-a9bc-4ebc13a589cf admin admin] 10.222.0.52 "GET /v2.0/networks/a2826cd4-c5d3-4508-ba7d-6443bc462509 HTTP/1.1" status: 200 len: 886 time: 0.2137282 May 27 13:08:02.902441 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:03.691620 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46866) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:03.813744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28badd-8398-47b1-b136-b69cdb203959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:03.814190 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb28badd-8398-47b1-b136-b69cdb203959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:03.815782 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fb28badd-8398-47b1-b136-b69cdb203959 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228125 May 27 13:08:04.918932 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b889d307-7cca-49d6-869f-59dac91a24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:06.203813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46876) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:06.375264 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec307921-d8d2-4fed-82ce-ad5fd48dffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:06.375702 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec307921-d8d2-4fed-82ce-ad5fd48dffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:06.377334 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-ec307921-d8d2-4fed-82ce-ad5fd48dffd9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1721084 May 27 13:08:06.585096 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:07.854737 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:08:08.359610 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:08.691261 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46886) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:08.835194 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539f0ea-1c97-4586-8cf5-8e0b755ffa8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:08.836611 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-4539f0ea-1c97-4586-8cf5-8e0b755ffa8e admin admin] 10.222.0.52 "GET /v2.0/subnets/1c3a3ee2-cc8a-4356-98d4-f644675df4df HTTP/1.1" status: 200 len: 816 time: 0.1442902 May 27 13:08:11.071756 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46896) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:11.194397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbf754-83c0-4659-be58-1d992a1a4046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:11.195782 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a7bbf754-83c0-4659-be58-1d992a1a4046 admin admin] 10.222.0.52 "GET /v2.0/subnets/a40cafc6-0ffc-40ff-a55d-08350dc3dcbc HTTP/1.1" status: 200 len: 868 time: 0.1227570 May 27 13:08:30.436847 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-12597055-8fee-4394-a885-46ff436ef648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:32.911194 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:34.916100 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e6e60c23-30ea-4c05-8a9f-b366dd983e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:36.590283 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:36.982524 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46940) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:37.040716 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [None req-16c864b4-380f-4352-ac1d-96c19a2a518b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:08:37.042558 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-16c864b4-380f-4352-ac1d-96c19a2a518b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582690 May 27 13:08:38.354712 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:39.428050 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 46950) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:39.508482 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be425e-7037-43db-b99c-6cac6b847d3e admin admin] GET failed (client error): The resource could not be found. May 27 13:08:39.510156 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-21be425e-7037-43db-b99c-6cac6b847d3e admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0805511 May 27 13:08:39.664448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08601516-1a97-4db2-a283-30661d6bf1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:39.666985 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-08601516-1a97-4db2-a283-30661d6bf1c8 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1519189 May 27 13:08:42.104266 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46960) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:42.163729 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:08:42.168939 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:08:42.179754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:08:42.194468 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Made reservation on behalf of cfafa2d395714c779f1f53178bfeb85a for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:08:42.197408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:42.300065 dv-cinder-751579-24-iscsi neutron-server[91983]: WARNING neutron.services.revisions.revision_plugin [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Could not find related network for resource to bump revision. May 27 13:08:42.316675 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:08:42.331166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746980018158', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:42.331919 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Unsubscribe: segment precommit_create {{(pid=91983) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 13:08:42.332478 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Added segment 23765afe-bfd2-4e47-91c2-3fff94941d26 of type vlan for network 68696e90-80c6-443e-a229-de55683c1b69 May 27 13:08:42.378202 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:42.422582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:42.424476 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:42.425229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:42.429192 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:42.535242 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Pushing event updated for resources: {'Network': ['ID=68696e90-80c6-443e-a229-de55683c1b69,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:42.539123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:42.541329 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4356849 May 27 13:08:42.548938 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 68696e90-80c6-443e-a229-de55683c1b69 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:08:44.809181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 46970) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:08:44.859785 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:08:44.903860 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a909660-345d-4420-bbbc-5e6b1ebeb184 admin admin] GET failed (client error): The resource could not be found. May 27 13:08:44.904680 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9a909660-345d-4420-bbbc-5e6b1ebeb184 admin admin] Synchronizing usage tracker for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:08:44.926256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9a909660-345d-4420-bbbc-5e6b1ebeb184 admin admin] Unset dirty status for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:08:44.927842 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9a909660-345d-4420-bbbc-5e6b1ebeb184 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1172194 May 27 13:08:45.047022 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1c801-347b-4e7a-b570-521f4c7fe404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:45.048546 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-beb1c801-347b-4e7a-b570-521f4c7fe404 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1163387 May 27 13:08:45.059101 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:08:45.065203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:08:45.076234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:08:45.088437 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Made reservation on behalf of cfafa2d395714c779f1f53178bfeb85a for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:08:45.091184 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:45.667679 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:45.672107 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6ecf3705-7e66-4932-ac5d-0c7915d23d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:45.747561 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a4947d-649e-4465-9bd3-bbfb611f6465,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:45.751016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:45.763008 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Checking segment: {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:08:45.763354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Network hostable DHCP agents. Network: 68696e90-80c6-443e-a229-de55683c1b69, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:08:45.786899 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Network 68696e90-80c6-443e-a229-de55683c1b69 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:08:45.804995 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 68696e90-80c6-443e-a229-de55683c1b69) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:08:45.810449 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:08:45.812079 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:45.818042 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684bc828-2c80-4bab-b3a5-3b6f1963ffa7 None None] Network 68696e90-80c6-443e-a229-de55683c1b69 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:08:45.846975 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7899895 May 27 13:08:46.131037 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-68696e90-80c6-443e-a229-de55683c1b69', 'network_id': '68696e90-80c6-443e-a229-de55683c1b69', 'tenant_id': 'cfafa2d395714c779f1f53178bfeb85a', 'fixed_ips': [{'subnet_id': 'd1a4947d-649e-4465-9bd3-bbfb611f6465'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:08:46.132337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:46.374815 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Allocated IP 192.168.233.2 (68696e90-80c6-443e-a229-de55683c1b69/d1a4947d-649e-4465-9bd3-bbfb611f6465/23737a52-d12e-4ffd-9562-6f0409c1cb6c) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:08:46.687756 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:46.702934 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Transition to ACTIVE for port object 23737a52-d12e-4ffd-9562-6f0409c1cb6c will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:08:46.725681 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Transition to ACTIVE for port object 23737a52-d12e-4ffd-9562-6f0409c1cb6c will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:08:46.732401 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:46.738659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9c82df29-8509-499c-bcc1-b5d20a156fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:46.802739 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Network 68696e90-80c6-443e-a229-de55683c1b69 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:08:46.804003 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:08:46.809023 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:08:46.857255 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Pushing event updated for resources: {'Port': ['ID=23737a52-d12e-4ffd-9562-6f0409c1cb6c,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:46.940015 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.940642 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.941353 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.941948 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.942586 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.943172 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.943814 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.944406 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.945093 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.945741 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.946383 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.947000 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:08:46.968044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:46.990150 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Attempting to bind port 23737a52-d12e-4ffd-9562-6f0409c1cb6c on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:08:46.990666 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Attempting to bind port 23737a52-d12e-4ffd-9562-6f0409c1cb6c by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:08:46.991079 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Attempting to bind port 23737a52-d12e-4ffd-9562-6f0409c1cb6c on network 68696e90-80c6-443e-a229-de55683c1b69 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:08:46.999424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:08:46.999966 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Checking segment: {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:08:47.000645 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:47.001269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Bound using segment: {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:08:47.001914 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Bound port: 23737a52-d12e-4ffd-9562-6f0409c1cb6c, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:08:47.002362 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:47.152136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] For port 23737a52-d12e-4ffd-9562-6f0409c1cb6c, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:08:47.159433 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] For port 23737a52-d12e-4ffd-9562-6f0409c1cb6c, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=23737a52-d12e-4ffd-9562-6f0409c1cb6c,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:08:47.165057 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:47.172810 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:47.276239 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Pushing event updated for resources: {'Port': ['ID=23737a52-d12e-4ffd-9562-6f0409c1cb6c,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:47.280492 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:48.316768 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eaa03d-a34b-4857-ac54-d8fcb2e7ba80 None None] Network 68696e90-80c6-443e-a229-de55683c1b69 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:08:48.431061 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-c8e856c1-e984-4fdf-bfec-ce245e3077bc None None] Provisioning for port 23737a52-d12e-4ffd-9562-6f0409c1cb6c completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:08:48.800579 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 23737a52-d12e-4ffd-9562-6f0409c1cb6c up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:08:48.894349 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 23737a52-d12e-4ffd-9562-6f0409c1cb6c completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:08:48.903494 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 23737a52-d12e-4ffd-9562-6f0409c1cb6c triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:08:48.904159 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:49.036555 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-284ae219-20b2-4689-a730-b5372a749a07 None None] Provisioning complete for port 23737a52-d12e-4ffd-9562-6f0409c1cb6c triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:08:49.037075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-284ae219-20b2-4689-a730-b5372a749a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:49.263750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:49.412159 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-284ae219-20b2-4689-a730-b5372a749a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:49.434455 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 23737a52-d12e-4ffd-9562-6f0409c1cb6c, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=23737a52-d12e-4ffd-9562-6f0409c1cb6c,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:08:49.446457 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:08:49.462941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:08:49.680917 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.db.api [None req-284ae219-20b2-4689-a730-b5372a749a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:08:49.681640 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_db.api [None req-284ae219-20b2-4689-a730-b5372a749a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:08:49.689765 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=23737a52-d12e-4ffd-9562-6f0409c1cb6c,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:08:49.695702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:08:50.737117 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 23737a52-d12e-4ffd-9562-6f0409c1cb6c up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:08:50.863076 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 23737a52-d12e-4ffd-9562-6f0409c1cb6c triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:08:50.863705 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:00.442659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-090ad9a7-f2ec-4a3b-8b4c-acafeed5469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:02.910444 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:04.912442 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4a449d49-4f10-452c-9d43-e99438eceb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:06.601672 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:08.358652 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:21.859869 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:09:30.442296 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2a96c8f5-d901-479b-965a-a7e8ee41520d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:32.916262 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:34.917081 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1ae3-be81-42b8-b59d-da2af5cfa0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:36.600157 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:38.371451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:09:58.860897 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:10:00.224586 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47020) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:10:00.230994 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [None req-59afa979-f217-4fb1-8fa5-755644b577a4 tempest-verify_tempest_config-1738847845 tempest-verify_tempest_config-1738847845-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:10:00.232089 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-59afa979-f217-4fb1-8fa5-755644b577a4 tempest-verify_tempest_config-1738847845 tempest-verify_tempest_config-1738847845-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064571 May 27 13:10:00.440817 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-983f2b4d-54e2-44ab-ab03-d7587a78956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:00.581399 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47038) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:10:00.709171 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:00.730344 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:10:00.736161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a069469440648bf80114c2db3ed2cc1 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:10:00.741126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:10:00.751419 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:10:00.866741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:00.872669 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:00.883827 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:10:00.925326 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Synchronizing usage tracker for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:10:00.930698 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63df9569-46fd-4724-8213-e66b757a0e75,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:10:00.942242 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.942559 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.942938 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.943321 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.943684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.944068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.944434 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.944890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.945253 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.945617 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.945978 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.946396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:10:00.953029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:10:00.962219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Unset dirty status for tenant:cfafa2d395714c779f1f53178bfeb85a on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:10:00.963583 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a069469440648bf80114c2db3ed2cc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3810873 May 27 13:10:00.967320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47044) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:10:01.032040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:01.065418 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:01.168438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:01.173417 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:10:01.188782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63df9569-46fd-4724-8213-e66b757a0e75,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:10:01.191974 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:10:01.199423 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:01.201855 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63df9569-46fd-4724-8213-e66b757a0e75 HTTP/1.1" status: 204 len: 168 time: 0.2333252 May 27 13:10:02.911457 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:04.917122 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7127c483-f36a-400c-974d-01f041ad079d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:06.598807 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:08.374379 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:30.437583 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e5079aff-a0d5-42eb-82d3-014c2d4f487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:32.906697 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:34.913226 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5581acdc-5d44-47be-9710-aa584bd3e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:35.860022 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:10:36.600747 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:10:38.375093 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:00.443802 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-22e5e441-53ab-4733-bcdd-7b90b030566a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:02.913245 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:04.920688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-c8b58629-9ec1-495a-a22b-e385c406fd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:06.605253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:08.387141 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:12.858969 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 5 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:11:30.438780 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bf5d23aa-96c5-454b-a550-00780e4492d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:32.906742 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:34.924132 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2118b3b8-4e85-4fcb-b55d-1d2cc045066a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:36.605115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:38.382508 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:47.733781 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167'] for agent, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:11:49.862849 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:11:51.756398 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47096) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:11:51.892814 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-76934838-9cd8-460f-838a-d8e5bbe31478 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1351030 May 27 13:11:54.209493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47106) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:11:54.278716 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e65fa338-2d74-40ad-808c-40b3e11a0731 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0680838 May 27 13:12:00.445269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-80081e1a-8d43-4d9a-b54d-0ee950ee4134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:02.911310 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:04.920479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cd8386c9-ec57-46a5-83e7-6957bf77e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:06.617337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:08.388515 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:17.689982 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:26.862876 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:12:30.469533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a3406af7-ab8d-4b23-89a1-b7c5bea0f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:32.917910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:34.915531 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-444fc480-eae4-4b84-a35b-9f230e18e900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:36.613782 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:38.389804 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:12:47.690187 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:00.446514 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-91f8e09d-13ff-47d0-8523-8bc2ba4b31c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:02.924557 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:03.863065 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:13:04.923848 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cb3bea85-4fa5-4e2b-a44d-7f577ad1cd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:06.622294 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:08.406929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:17.699767 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:27.812070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47234) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:28.180023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-network', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:28.187770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:28.195940 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Usage tracker for resource:network and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:28.202477 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:28.214053 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:28.232769 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Made reservation on behalf of b9dff7836fa94d619afbfd7cf29de701 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:28.236714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.261525 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.289128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:28.295201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:28.305423 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:28.312979 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:28.411621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.416102 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.423517 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:28.438033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:28.467064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.467400 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Added segment c8804caa-1ba9-4eb8-a626-711296d7b62d of type vlan for network f9aff74b-8229-4293-aed4-d3fc7b307ae0 May 27 13:13:28.496141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.525425 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7167a6bb-efd6-49d2-8ae5-2070a9dd6ad6,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:28.537006 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.537729 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.538057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.538636 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.538868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.539213 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.539552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.539919 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.540656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.541298 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.541607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.541923 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Tracked resource versions report: May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: pushed versions: May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: { 'AddressGroup': {'1.2'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'ConntrackHelper': {'1.0'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Log': {'1.0'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Network': {'1.1'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Port': {'1.7'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'PortForwarding': {'1.2'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'QosPolicy': {'1.8'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroup': {'1.4'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SubPort': {'1.0'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Subnet': {'1.1'}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Trunk': {'1.1'}} May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: consumer versions: May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'ConntrackHelper': '1.0', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Log': '1.0', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Network': '1.1', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Port': '1.7', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'PortForwarding': '1.2', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'QosPolicy': '1.8', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroup': '1.4', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SecurityGroupRule': '1.2', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'SubPort': '1.0', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Subnet': '1.1', May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: 'Trunk': '1.1'}} May 27 13:13:28.542956 dv-cinder-751579-24-iscsi neutron-server[91984]: {{(pid=91984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:28.561390 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.561390 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:28.561390 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:28.561390 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:28.565108 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4037e416-02bc-47f9-9d87-c9e5c78ea18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:28.761448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47274) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:28.762180 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9482598 May 27 13:13:28.768342 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Request body: {'subnet': {'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-subnet', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:28.770378 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Pushing event updated for resources: {'Network': ['ID=f9aff74b-8229-4293-aed4-d3fc7b307ae0,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:28.779520 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:28.780756 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Usage tracker for resource:subnet and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:28.782336 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:28.785114 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:28.787861 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:28.793947 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:28.810963 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Made reservation on behalf of b9dff7836fa94d619afbfd7cf29de701 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:28.814159 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.333808 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.342055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-516d2b09-ec4d-491d-beb9-e4defa7d5fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:29.417233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3807a16-7b06-4376-bb45-8b8c031dabb1,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:29.418549 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47308) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:29.422389 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.422997 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.423473 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.423821 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.424189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.424575 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.424851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.425189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.425615 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.425884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.426202 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.426516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Tracked resource versions report: May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: pushed versions: May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: { 'AddressGroup': {'1.2'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'ConntrackHelper': {'1.0'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Log': {'1.0'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Network': {'1.1'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Port': {'1.7'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'PortForwarding': {'1.2'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'QosPolicy': {'1.8'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroup': {'1.4'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SubPort': {'1.0'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Subnet': {'1.1'}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Trunk': {'1.1'}} May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: consumer versions: May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'ConntrackHelper': '1.0', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Log': '1.0', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Network': '1.1', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Port': '1.7', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'PortForwarding': '1.2', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'QosPolicy': '1.8', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroup': '1.4', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SecurityGroupRule': '1.2', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'SubPort': '1.0', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Subnet': '1.1', May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: 'Trunk': '1.1'}} May 27 13:13:29.427682 dv-cinder-751579-24-iscsi neutron-server[91983]: {{(pid=91983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:29.430753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:29.462049 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Checking segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:29.462049 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Network hostable DHCP agents. Network: f9aff74b-8229-4293-aed4-d3fc7b307ae0, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:29.477932 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47316) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:29.485581 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:29.498208 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, f9aff74b-8229-4293-aed4-d3fc7b307ae0) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:29.504181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:29.505223 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.510844 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66b0fe-e507-4337-8e6d-876a0aec6a8e None None] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:29.539148 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7756646 May 27 13:13:29.539895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47324) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:29.548222 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:29.558244 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:29.562556 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Usage tracker for resource:router and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:29.566294 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:29.573459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:29.586536 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.587630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.615476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.946765 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:13:29.949082 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:29.952856 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.058373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1991381288-network', 'tenant_id': 'a53460ce9d6542bc9975297fee8c2c28'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:30.065264 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:30.070954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Usage tracker for resource:network and tenant:a53460ce9d6542bc9975297fee8c2c28 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:30.074706 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:30.090392 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:30.116927 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Made reservation on behalf of a53460ce9d6542bc9975297fee8c2c28 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:30.119466 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.142210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.169228 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:30.176341 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Allocated IP 172.20.0.2 (f9aff74b-8229-4293-aed4-d3fc7b307ae0/f3807a16-7b06-4376-bb45-8b8c031dabb1/cd1222f0-7df9-4f79-a10f-d639e38d4b69) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:30.176950 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Usage tracker for resource:security_group_rule and tenant:a53460ce9d6542bc9975297fee8c2c28 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:30.181752 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:30.198088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:30.275214 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1706943777-network', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:30.285408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:30.295663 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Usage tracker for resource:network and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:30.304408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:30.314096 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:30.329404 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Made reservation on behalf of 9afd9ff364f24ed2a7b53846b14667de for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:30.335981 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.364728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.393293 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:30.399599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:30.405122 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:30.407023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.416007 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:30.578971 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47338) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:30.579125 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-582f5954-50d0-4933-b84a-fd57b9454c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.583337 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.609893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:30.614885 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.623432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.623658 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.624248 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Added segment 6e1ceb04-5517-47a5-b3f3-f4733a8c471b of type vlan for network 7610fb4e-9886-454f-aac9-56cb17a8bb7b May 27 13:13:30.632877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.651153 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.657537 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.685218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.692426 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Transition to ACTIVE for port object cd1222f0-7df9-4f79-a10f-d639e38d4b69 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.693882 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.702556 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2cead7-4610-4161-a11e-5e5521a41070,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:30.718291 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.724571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:30.738999 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Transition to ACTIVE for port object cd1222f0-7df9-4f79-a10f-d639e38d4b69 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:30.745198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:30.746980 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490939b7-b50b-43be-8fc7-24a5ca233b65,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:30.753883 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:30.754729 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.757495 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.782232 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:30.783330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-493efa9b-3da9-432c-a5c4-4f88cef899d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.810436 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.812434 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.837042 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Added segment cc0f7d78-d454-40bb-b00f-73a708926af5 of type vlan for network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 May 27 13:13:30.888272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.952968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.954898 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.955164 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:30.959147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:30.959460 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:30.959754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:30.960125 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Pushing event updated for resources: {'Network': ['ID=7610fb4e-9886-454f-aac9-56cb17a8bb7b,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:30.964487 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:30.968030 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:30.981285 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.013800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 7610fb4e-9886-454f-aac9-56cb17a8bb7b details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:31.028337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Pushing event updated for resources: {'Port': ['ID=cd1222f0-7df9-4f79-a10f-d639e38d4b69,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.029369 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6067986 May 27 13:13:31.032977 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47368) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:31.050371 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Request body: {'subnet': {'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1991381288-subnet', 'tenant_id': 'a53460ce9d6542bc9975297fee8c2c28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:31.058001 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:31.065951 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Usage tracker for resource:subnet and tenant:a53460ce9d6542bc9975297fee8c2c28 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:31.072128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:31.084431 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:31.093131 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.093550 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.093923 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.094272 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.094630 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.094993 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.095345 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.095707 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.096077 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.100495 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.101173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.101772 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Tracked resource versions report: May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: pushed versions: May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: { 'AddressGroup': {'1.2'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'ConntrackHelper': {'1.0'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Log': {'1.0'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Network': {'1.1'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Port': {'1.7'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'PortForwarding': {'1.2'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'QosPolicy': {'1.8'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroup': {'1.4'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SubPort': {'1.0'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Subnet': {'1.1'}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Trunk': {'1.1'}} May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: consumer versions: May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'ConntrackHelper': '1.0', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Log': '1.0', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Network': '1.1', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Port': '1.7', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'PortForwarding': '1.2', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'QosPolicy': '1.8', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroup': '1.4', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SecurityGroupRule': '1.2', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'SubPort': '1.0', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Subnet': '1.1', May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: 'Trunk': '1.1'}} May 27 13:13:31.102958 dv-cinder-751579-24-iscsi neutron-server[91985]: {{(pid=91985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:31.125848 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Made reservation on behalf of a53460ce9d6542bc9975297fee8c2c28 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:31.129560 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.182630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Pushing event updated for resources: {'Network': ['ID=609eed2c-d3b0-41bc-ae40-37b3384d77f6,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:31.191388 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-884490609-network', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:31.199883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:31.207197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Usage tracker for resource:network and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:31.212301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:31.226464 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:31.233884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.248612 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:31.253148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Made reservation on behalf of 9f023c5c0ce5428ca869344c2d951f07 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:31.256167 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.270411 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:31.297287 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8179910 May 27 13:13:31.298440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47378) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:31.305306 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.338193 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Request body: {'subnet': {'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1706943777-subnet', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:31.351334 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Attempting to bind port cd1222f0-7df9-4f79-a10f-d639e38d4b69 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:31.351818 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Attempting to bind port cd1222f0-7df9-4f79-a10f-d639e38d4b69 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:31.352032 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:31.352180 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Attempting to bind port cd1222f0-7df9-4f79-a10f-d639e38d4b69 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:31.359141 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Usage tracker for resource:subnet and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:31.365440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:31.376918 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:31.403083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:31.412866 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Usage tracker for resource:security_group_rule and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:31.421326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:31.436916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:31.608204 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:31.610937 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Checking segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:31.611363 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.612535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Bound using segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:31.613259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Bound port: cd1222f0-7df9-4f79-a10f-d639e38d4b69, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:31.613656 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.687071 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.693755 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Made reservation on behalf of 9afd9ff364f24ed2a7b53846b14667de for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:31.700238 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.741958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.781035 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:31.806219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.810078 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Added segment 2d2951de-63af-462c-bbc0-f9f962796ebd of type vlan for network 2494e626-9751-4439-8e05-883ab7111601 May 27 13:13:31.904749 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:31.960409 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] For port cd1222f0-7df9-4f79-a10f-d639e38d4b69, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:31.970272 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] For port cd1222f0-7df9-4f79-a10f-d639e38d4b69, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=cd1222f0-7df9-4f79-a10f-d639e38d4b69,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:31.977809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.000163 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:32.005221 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:32.097145 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.113229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:32.114062 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.148442 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5728693 May 27 13:13:32.154403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47392) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:32.174989 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Request body: {'subnet': {'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-subnet', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:32.180822 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:32.185726 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Usage tracker for resource:subnet and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:32.189737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:32.199435 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:32.215605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Made reservation on behalf of 9f023c5c0ce5428ca869344c2d951f07 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:32.218535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.302797 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Pushing event updated for resources: {'Port': ['ID=cd1222f0-7df9-4f79-a10f-d639e38d4b69,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:32.306147 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.310233 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Allocated IP 172.27.3.16 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/27cb1f21-a82a-4af5-b3c8-dca231dd9c55) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:32.313737 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:32.326524 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6e3b11f4-944f-4aaa-a05d-4b95c14ccb95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:32.420383 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa59dd1-9593-476e-8460-af3afd21387c,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:32.430545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:32.462183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Checking segment: {'id': '6e1ceb04-5517-47a5-b3f3-f4733a8c471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:32.462765 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Network hostable DHCP agents. Network: 7610fb4e-9886-454f-aac9-56cb17a8bb7b, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:32.516099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Network 7610fb4e-9886-454f-aac9-56cb17a8bb7b is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:32.583043 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 7610fb4e-9886-454f-aac9-56cb17a8bb7b) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:32.595828 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab78129-fd68-44e9-9e84-d2429a3b4aa3 None None] Network 7610fb4e-9886-454f-aac9-56cb17a8bb7b requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:32.616191 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:32.617058 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.734247 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa411f-d2c8-45c7-ac19-a83341c7dde5,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:32.756503 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:32.763404 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7272704 May 27 13:13:32.765796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3c1cfa1f-a256-4f50-8f7e-dc49fafdf60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:32.812035 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.878047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:32.888674 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:33.070819 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:33.072373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:33.082953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:33.178117 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:33.185893 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device cd1222f0-7df9-4f79-a10f-d639e38d4b69 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:33.374581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port cd1222f0-7df9-4f79-a10f-d639e38d4b69 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:33.381387 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:33.401818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:33.569568 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4410354-f465-41ba-a39f-0fc3730ae290 None None] Network 7610fb4e-9886-454f-aac9-56cb17a8bb7b requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:33.634753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Pushing event updated for resources: {'Network': ['ID=2494e626-9751-4439-8e05-883ab7111601,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:33.663100 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:33.666983 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 2494e626-9751-4439-8e05-883ab7111601 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:33.914579 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47456) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:34.013642 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.063928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a357a1a-adc7-44a1-8034-775f80cc1da1 None None] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:34.196203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.209632 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.239395 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Provisioning for port cd1222f0-7df9-4f79-a10f-d639e38d4b69 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:34.258506 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Provisioning complete for port cd1222f0-7df9-4f79-a10f-d639e38d4b69 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:34.258984 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.346318 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.398420 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47488) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:34.405610 dv-cinder-751579-24-iscsi neutron-server[91984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 13:13:34.415379 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Checking segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:34.415743 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Network hostable DHCP agents. Network: 609eed2c-d3b0-41bc-ae40-37b3384d77f6, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:34.420588 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.483469 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:34.492214 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:34.500023 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 609eed2c-d3b0-41bc-ae40-37b3384d77f6) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:34.501867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bec4de-17bb-4554-8f96-0302f67f251e,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.516276 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Usage tracker for resource:security_group_rule and tenant:d2615ae00e1b4411a4538c440a4f70f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:34.525966 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:34.530471 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:34.531334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.543584 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:34.570741 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43409752-bb3e-488c-96ce-2e56e74cca93 None None] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:34.626012 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.631630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:34.720515 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:34.731308 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:34.734027 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Checking segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:34.734384 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Network hostable DHCP agents. Network: 2494e626-9751-4439-8e05-883ab7111601, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:34.752122 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-5b6cacb8-ff68-4b12-928a-1f6a9b721a95 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:34.754347 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-a34309f3-c669-4a52-9458-5ac80e92593c req-5b6cacb8-ff68-4b12-928a-1f6a9b721a95 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Synchronizing usage tracker for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:network {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:34.761796 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4582839 May 27 13:13:34.763387 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47504) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:34.788876 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-a34309f3-c669-4a52-9458-5ac80e92593c req-5b6cacb8-ff68-4b12-928a-1f6a9b721a95 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Unset dirty status for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:network {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:34.793478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:34.797474 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-5b6cacb8-ff68-4b12-928a-1f6a9b721a95 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/networks?id=7610fb4e-9886-454f-aac9-56cb17a8bb7b HTTP/1.1" status: 200 len: 812 time: 0.3963921 May 27 13:13:34.804196 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:34.815294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Usage tracker for resource:router and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:34.819125 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:34.823564 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-f332f9cf-2ccb-4997-945f-84cc2d88c54f tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/quotas/a53460ce9d6542bc9975297fee8c2c28 HTTP/1.1" status: 200 len: 375 time: 0.0248847 May 27 13:13:34.842400 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:34.910512 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-473db5e6-487f-4513-be54-b5c39b739886 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a53460ce9d6542bc9975297fee8c2c28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852709 May 27 13:13:34.917699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Network 2494e626-9751-4439-8e05-883ab7111601 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:34.951033 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.980229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:34.985968 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.019753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 2494e626-9751-4439-8e05-883ab7111601) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:35.067501 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:35.072130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.121858 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d9b8b-c7de-4dc8-a421-8c32dae465e9 None None] Network 2494e626-9751-4439-8e05-883ab7111601 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:35.171023 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.177870 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.304094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.330472 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:13:35.334809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.348699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.365648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:35.369377 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18a15399-66b4-4cb3-b412-65daba88e799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.372549 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-a2965d2a-1054-4266-95e0-02548079422f None None] For port cd1222f0-7df9-4f79-a10f-d639e38d4b69, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=cd1222f0-7df9-4f79-a10f-d639e38d4b69,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:35.384929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.396664 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2338939 May 27 13:13:35.398914 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47526) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:35.448892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:35.554191 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:35.563987 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:35.592398 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2615ae00e1b4411a4538c440a4f70f8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6738458 May 27 13:13:35.659845 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Usage tracker for resource:router and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:35.673682 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:35.677228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47538) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:35.679640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50508cdb-c537-4ee2-99f1-0877a9f42a3e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:35.690100 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Allocated IP 172.20.0.2 (609eed2c-d3b0-41bc-ae40-37b3384d77f6/c0bec4de-17bb-4554-8f96-0302f67f251e/3461939f-a1c7-4258-916f-a81412ac446b) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:35.701087 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:35.707033 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:35.761125 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-f75e1300-62c5-4456-84b0-48729f68277f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:35.777817 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-f75e1300-62c5-4456-84b0-48729f68277f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6594553 May 27 13:13:35.871373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.872576 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.884075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.930797 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.946187 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:35.981887 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.022048 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-b5a2a19a-e36f-4c6b-8787-b53148fa568b service neutron] 10.222.0.52 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433300 May 27 13:13:36.033121 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.064229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47552) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:36.081018 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-09cf227f-0378-4f3b-89c4-67726c266ba3 None None] Provisioning complete for port cd1222f0-7df9-4f79-a10f-d639e38d4b69 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:36.081632 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-09cf227f-0378-4f3b-89c4-67726c266ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.110679 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Transition to ACTIVE for port object 3461939f-a1c7-4258-916f-a81412ac446b will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:36.133304 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Pushing event updated for resources: {'Port': ['ID=cd1222f0-7df9-4f79-a10f-d639e38d4b69,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:36.158075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Router 2028779e-6fac-432d-b9f1-954afcb8c67a is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:36.179397 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:36.226755 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Transition to ACTIVE for port object 3461939f-a1c7-4258-916f-a81412ac446b will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:36.228336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a418f0-ef3e-47db-86ce-5ad474557a79 None None] Network 2494e626-9751-4439-8e05-883ab7111601 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:36.256842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.321480 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:36.350975 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.400903 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:36.407610 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:36.460267 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:36.460586 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-80e82560-4a3b-43d9-8a6b-e6c6ca089806 service neutron] 10.222.0.52 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373481 May 27 13:13:36.461622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:36.474534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.483554 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Usage tracker for resource:security_group_rule and tenant:3bee0ae89085433fa55abd6c765f48b0 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:36.491011 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:36.501203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.503146 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:36.532128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:36.543294 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:36.557656 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Pushing event updated for resources: {'Port': ['ID=3461939f-a1c7-4258-916f-a81412ac446b,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:36.565217 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:36.574036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.578008 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0335653 May 27 13:13:36.578184 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:36.578415 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:36.582386 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47560) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:36.641968 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:36.660368 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50508cdb-c537-4ee2-99f1-0877a9f42a3e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:36.663581 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:36.756322 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.764322 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50508cdb-c537-4ee2-99f1-0877a9f42a3e HTTP/1.1" status: 204 len: 168 time: 1.0844915 May 27 13:13:36.807870 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Attempting to bind port 3461939f-a1c7-4258-916f-a81412ac446b on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:36.814568 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Attempting to bind port 3461939f-a1c7-4258-916f-a81412ac446b by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:36.815708 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Attempting to bind port 3461939f-a1c7-4258-916f-a81412ac446b on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:36.822318 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:36.870120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47580) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:36.983307 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6b1f0ba0-cace-419a-8817-2419835280ff req-ee69add4-9ec1-4ea8-a44d-fcec86d9e4b6 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.1044166 May 27 13:13:37.001949 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device cd1222f0-7df9-4f79-a10f-d639e38d4b69 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:37.116801 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.124632 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:37.125024 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Checking segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:37.125450 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.125858 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Bound using segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:37.126409 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Bound port: 3461939f-a1c7-4258-916f-a81412ac446b, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:37.126804 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.129812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.149244 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:37.173430 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:37.246434 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.290299 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.317759 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c76157-80f9-454d-b0ec-3dbefed2a42f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:37.323966 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:37.337745 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bee0ae89085433fa55abd6c765f48b0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2724800 May 27 13:13:37.342954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47592) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:37.401819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] For port 3461939f-a1c7-4258-916f-a81412ac446b, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:37.406104 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port cd1222f0-7df9-4f79-a10f-d639e38d4b69 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:37.407401 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.531454 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] For port 3461939f-a1c7-4258-916f-a81412ac446b, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3461939f-a1c7-4258-916f-a81412ac446b,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:37.553233 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47598) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:37.556847 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.574771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.594839 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:37.736317 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:33Z', 'revision_number': 3, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:37.743476 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:37.743921 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Updating router 2028779e-6fac-432d-b9f1-954afcb8c67a port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:37.752997 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.824154 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.838239 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:37.850253 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Usage tracker for resource:security_group_rule and tenant:8560a0e6d7b9417d906b34a0a6357e49 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:37.857614 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:37.864843 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Pushing event updated for resources: {'Port': ['ID=3461939f-a1c7-4258-916f-a81412ac446b,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:37.866911 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.871325 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:37.876293 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:37.880337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:37.938717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Allocated IP 172.27.3.157 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/b275b609-6383-442b-ad42-bbe20995c9ff) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:37.942876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.138899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.231818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a0f049ae-a0b1-48fc-9972-ac102e2fbcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.255191 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f5c114f-58a9-4e94-b8be-97e1ed27fa0f req-11c127ad-48d0-4636-af7b-0f31cecbf076 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.1273468 May 27 13:13:38.311756 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c76157-80f9-454d-b0ec-3dbefed2a42f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:38.323698 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:38.369171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.378765 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.401927 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.403060 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31c76157-80f9-454d-b0ec-3dbefed2a42f HTTP/1.1" status: 204 len: 168 time: 1.0569196 May 27 13:13:38.405344 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.412944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.420586 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.488858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.532103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.548732 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:38.548941 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8560a0e6d7b9417d906b34a0a6357e49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9944451 May 27 13:13:38.553203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11d697-d5cc-445d-a08b-4bf03702450c,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:38.555795 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47636) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:38.591635 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:38.685649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:38.691043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:38.695877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:38.891992 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Allocated IP 172.20.0.1 (f9aff74b-8229-4293-aed4-d3fc7b307ae0/f3807a16-7b06-4376-bb45-8b8c031dabb1/bbff4651-73e2-4130-af45-8116d68e28ce) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:38.949905 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:38.998668 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.027761 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Transition to ACTIVE for port object 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:39.046932 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.047494 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3461939f-a1c7-4258-916f-a81412ac446b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:39.058441 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:39.142277 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.201424 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Pushing event updated for resources: {'Port': ['ID=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,revision_number=2']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:39.223199 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Attempting to bind port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:39.223891 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Attempting to bind port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:39.224515 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Attempting to bind port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:39.238447 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.239119 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.239767 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.240255 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.254999 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.256976 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.257335 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.260072 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.260534 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.260879 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.262819 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.263326 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Tracked resource versions report: May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: pushed versions: May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: { 'AddressGroup': {'1.2'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'ConntrackHelper': {'1.0'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Log': {'1.0'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Network': {'1.1'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Port': {'1.7'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'PortForwarding': {'1.2'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'QosPolicy': {'1.8'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroup': {'1.4'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroupRule': {'1.2'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SubPort': {'1.0'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Subnet': {'1.1'}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Trunk': {'1.1'}} May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: consumer versions: May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: { DHCP agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: HyperV agent@hv-cinder-75157: {}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: L3 agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: Metadata agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: Metering agent@dv-cinder-751579-24-iscsi: {}, May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: Open vSwitch agent@dv-cinder-751579-24-iscsi: { 'AddressGroup': '1.2', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'ConntrackHelper': '1.0', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Log': '1.0', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Network': '1.1', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Port': '1.7', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'PortForwarding': '1.2', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'QosPolicy': '1.8', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroup': '1.4', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SecurityGroupRule': '1.2', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'SubPort': '1.0', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Subnet': '1.1', May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: 'Trunk': '1.1'}} May 27 13:13:39.266039 dv-cinder-751579-24-iscsi neutron-server[91986]: {{(pid=91986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 13:13:39.275070 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 3461939f-a1c7-4258-916f-a81412ac446b completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:39.283725 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:39.284863 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:39.288147 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:39.288757 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.291101 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:39.291918 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Bound port: 27cb1f21-a82a-4af5-b3c8-dca231dd9c55, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:39.292667 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.335641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Pushing event updated for resources: {'Port': ['ID=b275b609-6383-442b-ad42-bbe20995c9ff,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:39.357095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:39.402781 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92508ad9-da35-4003-9787-588d1b669649 None None] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:39.451101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.482721 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-80da245a-d627-4c8a-9fd6-5faed09700bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:39.505146 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] For port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:39.510289 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] For port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:39.515629 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.528514 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:39.528813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Allocated IP 172.27.3.237 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/f45839bd-a0c6-4120-a0f7-3d4533d3d513) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:39.636686 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Pushing event updated for resources: {'Port': ['ID=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:39.650748 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:39.653360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11d697-d5cc-445d-a08b-4bf03702450c,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:39.666470 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:39.667374 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:39.670699 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:39.711387 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.724329 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b19d4989-4b9b-46c4-96ad-949eda44c807 req-40ae220a-df87-40c1-9e2f-239706cd48ba tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.2703688 May 27 13:13:39.737382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Provisioning for port 3461939f-a1c7-4258-916f-a81412ac446b completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:39.762490 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.763922 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a11d697-d5cc-445d-a08b-4bf03702450c HTTP/1.1" status: 204 len: 168 time: 1.1742396 May 27 13:13:39.774218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Transition to ACTIVE for port object bbff4651-73e2-4130-af45-8116d68e28ce will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:39.812202 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Provisioning complete for port 3461939f-a1c7-4258-916f-a81412ac446b triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:39.823264 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.832543 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:39.851863 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f79ff4d7-7690-4f62-9bf3-99f8640485f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:39.913160 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.007892 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:40.015698 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:40.020137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:40.029657 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:40.030144 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.147033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:40.156185 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:40.538031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.558638 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.678561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.21', 49853) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:40.680730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.777301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.803535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:40.815369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] For port 3461939f-a1c7-4258-916f-a81412ac446b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3461939f-a1c7-4258-916f-a81412ac446b,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:40.840428 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:40.862259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-a2965d2a-1054-4266-95e0-02548079422f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:40.907262 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:13:40.945209 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:33Z', 'revision_number': 3, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:40.955082 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac61cc-82f5-4a72-95ce-c696a1a6e53d None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:33Z', 'revision_number': 3, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:40.993189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:41.040676 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Pushing event updated for resources: {'Port': ['ID=f45839bd-a0c6-4120-a0f7-3d4533d3d513,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:41.043182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:41.087419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:41.090847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47716) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:41.113043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:41.148303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-796a078b-d485-4967-a1de-5338b10ea4c5 None None] Provisioning for port bbff4651-73e2-4130-af45-8116d68e28ce completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:41.168333 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-796a078b-d485-4967-a1de-5338b10ea4c5 None None] Provisioning complete for port bbff4651-73e2-4130-af45-8116d68e28ce triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:41.168730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-796a078b-d485-4967-a1de-5338b10ea4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.359719 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Pushing event updated for resources: {'Port': ['ID=3461939f-a1c7-4258-916f-a81412ac446b,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:41.365264 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:41.410833 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-796a078b-d485-4967-a1de-5338b10ea4c5 None None] Port bbff4651-73e2-4130-af45-8116d68e28ce cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:41.437132 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0510224e-1c5f-46e5-9b6e-1961133d0ac0 req-61f1da73-ef78-4ceb-b78b-d8eeff045336 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.2172394 May 27 13:13:41.598931 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a4171be1-3996-42af-a409-2d11450bfab9 None None] Provisioning complete for port 3461939f-a1c7-4258-916f-a81412ac446b triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:41.599428 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a4171be1-3996-42af-a409-2d11450bfab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.949905 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.963559 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-15740b46-e40d-4e0a-ac4d-5a876f592363 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:41.968231 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-15740b46-e40d-4e0a-ac4d-5a876f592363 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.21 "GET /v2.0/networks?id=7610fb4e-9886-454f-aac9-56cb17a8bb7b HTTP/1.1" status: 200 len: 812 time: 1.2882802 May 27 13:13:41.969747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.971237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:41.976419 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:42.095566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Request body: {'port': {'device_id': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b', 'admin_state_up': True, 'tenant_id': 'a53460ce9d6542bc9975297fee8c2c28'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:42.279102 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662268717-network', 'tenant_id': '0eb97bb2faff4591be9516b0e60e2689'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:42.293218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:42.312910 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Usage tracker for resource:network and tenant:0eb97bb2faff4591be9516b0e60e2689 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:42.323782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:42.339079 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.408782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Pushing event updated for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:42.420076 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:42.429870 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:42.461034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.562294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Made reservation on behalf of 0eb97bb2faff4591be9516b0e60e2689 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:42.564724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.596300 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:42.678158 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:42.729876 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:42.732050 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a83dd31a-8001-434b-8f14-7bb5aeb60026 req-c13958a3-df0b-40a6-acf7-34ef68fb32fc tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0819194 May 27 13:13:42.733064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:42.736715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:42.743404 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Usage tracker for resource:port and tenant:a53460ce9d6542bc9975297fee8c2c28 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:42.747215 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:42.825004 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:42.871057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Made reservation on behalf of a53460ce9d6542bc9975297fee8c2c28 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:42.874760 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:43.033673 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb97bb2faff4591be9516b0e60e2689 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:43.086550 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:43.087589 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:43.159613 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3461939f-a1c7-4258-916f-a81412ac446b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:43.176690 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:43.353801 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-ad895aec-d00f-436b-b6e7-360a13774b21 None None] Provisioning complete for port bbff4651-73e2-4130-af45-8116d68e28ce triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:43.354189 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-ad895aec-d00f-436b-b6e7-360a13774b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:43.569684 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-ad895aec-d00f-436b-b6e7-360a13774b21 None None] Port bbff4651-73e2-4130-af45-8116d68e28ce cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:43.593428 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 3461939f-a1c7-4258-916f-a81412ac446b triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:43.593809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:43.792299 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Allocated IP 172.20.0.8 (7610fb4e-9886-454f-aac9-56cb17a8bb7b/3aa59dd1-9593-476e-8460-af3afd21387c/3fe545ca-9cb9-40aa-9f29-b31ca6de7950) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:43.798971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:43.821103 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] 10.222.0.52 "PUT /v2.0/routers/2028779e-6fac-432d-b9f1-954afcb8c67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2368624 May 27 13:13:43.974246 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:44.080412 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:44.081972 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:44.161788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-afb54a2a-0619-4b73-9326-db3cb588eec6 req-a3dae3bf-a9fb-45cc-a952-bd066b2a4743 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Synchronizing usage tracker for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:44.198958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.208613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47828) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:44.238317 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:44.291248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-afb54a2a-0619-4b73-9326-db3cb588eec6 req-a3dae3bf-a9fb-45cc-a952-bd066b2a4743 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Unset dirty status for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:44.303581 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-afb54a2a-0619-4b73-9326-db3cb588eec6 req-a3dae3bf-a9fb-45cc-a952-bd066b2a4743 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.2876353 May 27 13:13:44.367000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:44.471738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.492219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.504736 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:44.516068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.525069 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.529943 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:44.530533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:44.530910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.700053 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Pushing event updated for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:44.705805 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:44.721688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:44.742643 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Network 7610fb4e-9886-454f-aac9-56cb17a8bb7b is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:44.747029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:44.770193 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:44.778030 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:44.801195 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:44.804047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:44.811293 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47846) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:44.864865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8161342 May 27 13:13:45.062222 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:45.116235 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47856) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:45.132817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505887826', 'description': 'tempest-description--2005437201'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:45.161426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.162084 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Added segment fd5f0c12-5fcd-4564-beb2-16090231b03d of type vlan for network 588af04c-6d10-4ed2-bd97-60a648303096 May 27 13:13:45.162531 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.180281 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.190651 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:45.218209 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:45.218724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.251229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.255419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9385c42e-d17d-4c4b-9d41-9046db0e875e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:45.301752 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.320074 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.331620 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.342747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:45.350983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:45.401635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:45.407240 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.430741 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.433670 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.454656 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.462682 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:45.473750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.478321 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:45.491181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.585067 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 2, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:45.589138 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.600098 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.605536 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:45.606430 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Updating router 2028779e-6fac-432d-b9f1-954afcb8c67a port bbff4651-73e2-4130-af45-8116d68e28ce binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:45.615566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:45.646371 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:45.646959 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.666935 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:45.670902 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.675665 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5581875 May 27 13:13:45.678677 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:45.679138 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47872) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:45.685097 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group_rule': {'security_group_id': 'd53f0ee3-b88f-40f7-a49e-ee4fbc02dc43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:45.694128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.698263 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:45.700627 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.702253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:45.705023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:45.713328 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:45.724151 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a264-9e9b-4961-8500-8cc4dc90d79f req-787096b0-6033-45d5-b930-ebe58debc9a0 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:45.731397 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ed32a264-9e9b-4961-8500-8cc4dc90d79f req-787096b0-6033-45d5-b930-ebe58debc9a0 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 931 time: 0.1970677 May 27 13:13:45.734332 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.740671 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Usage tracker for resource:security_group_rule and tenant:756b7ce6cbd34c869e5482b15bb41edb is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.744171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:45.759190 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:45.794535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.803165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-ed32a264-9e9b-4961-8500-8cc4dc90d79f req-25120042-aef1-4c99-9bdb-736b74f15c48 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Synchronizing usage tracker for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:45.874810 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-ed32a264-9e9b-4961-8500-8cc4dc90d79f req-25120042-aef1-4c99-9bdb-736b74f15c48 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Unset dirty status for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:45.884402 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ed32a264-9e9b-4961-8500-8cc4dc90d79f req-25120042-aef1-4c99-9bdb-736b74f15c48 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520686 May 27 13:13:45.902851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.904303 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:45.924278 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.929964 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:45.935045 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:45.936873 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Usage tracker for resource:security_group_rule and tenant:60c70e31e7b94100a554f371f5a42c8e is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.940400 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.8485055 May 27 13:13:45.948430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47882) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:45.966024 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdd1b85-8fe6-4e3b-ac32-b0739015b5a6,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:45.971446 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Request body: {'subnet': {'network_id': '588af04c-6d10-4ed2-bd97-60a648303096', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1662268717-subnet', 'tenant_id': '0eb97bb2faff4591be9516b0e60e2689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:45.978888 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:45.980414 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:45.992924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Usage tracker for resource:subnet and tenant:0eb97bb2faff4591be9516b0e60e2689 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:45.998595 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:46.007128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.010257 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298407 May 27 13:13:46.011681 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:46.014281 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47888) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:46.023576 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group_rule': {'security_group_id': 'd53f0ee3-b88f-40f7-a49e-ee4fbc02dc43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:46.034805 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:46.042010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:46.047468 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:46.048327 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:46.052825 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Made reservation on behalf of 0eb97bb2faff4591be9516b0e60e2689 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:46.056090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=588af04c-6d10-4ed2-bd97-60a648303096,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:46.056312 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.058574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.064028 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:46.082684 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 588af04c-6d10-4ed2-bd97-60a648303096 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:46.090754 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:46.106418 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:46.119912 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:46.145081 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=756b7ce6cbd34c869e5482b15bb41edb&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3180184 May 27 13:13:46.145081 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47892) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:46.217084 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:46.223819 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.228949 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:46.250141 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:46.250851 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:46.335003 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e079d7d-f688-4ee6-a4fa-5ddb32c16c0f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:46.350393 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.357778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:46.371646 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:13:46.567265 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:46.699755 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.714777 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Transition to ACTIVE for port object bbff4651-73e2-4130-af45-8116d68e28ce will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:46.726043 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.736538 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:46.759039 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.780544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.781587 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:46.795559 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6080a960-00bb-4def-bd93-53b4c4084497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:46.817754 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Sync routers for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:13:46.818757 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.835374 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6e5fc6-2d06-437f-bd36-ec8f37dfa521,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:46.835929 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.837575 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4245c89c-b92a-4101-bf78-b6b014cfa48a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.0720212 May 27 13:13:46.838542 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.839652 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.4245620 May 27 13:13:46.843480 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47898) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:46.843807 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47900) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:46.860213 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:46.967667 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:46.973945 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9537399 May 27 13:13:46.975548 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47908) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:46.986842 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:47.002282 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:47.016941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Pushing event updated for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:47.025964 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:floatingip and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:47.029374 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:47.031778 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:47.032439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:47.037005 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:47.044442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:47.061861 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.155827 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:47.161256 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:47.161680 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Updating router c5afcd8f-3cac-4b74-9e08-969fb9270611 port b275b609-6383-442b-ad42-bbe20995c9ff binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:47.244036 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.591142 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:47.608906 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118739a-0d31-4244-8b21-f1f393806c58 req-021cd5d1-cfea-42cd-a452-6c4fb4738fd9 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:47.622181 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1118739a-0d31-4244-8b21-f1f393806c58 req-021cd5d1-cfea-42cd-a452-6c4fb4738fd9 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 931 time: 0.5030680 May 27 13:13:47.864187 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.879183 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Transition to ACTIVE for port object b275b609-6383-442b-ad42-bbe20995c9ff will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:47.890400 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:47.898725 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:47.954445 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1118739a-0d31-4244-8b21-f1f393806c58 req-d706a91c-1a54-4e48-a004-14048a284656 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287933 May 27 13:13:47.987405 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.027758 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.040091 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:48.106788 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Pushing event updated for resources: {'Port': ['ID=b275b609-6383-442b-ad42-bbe20995c9ff,revision_number=2']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:48.122036 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:48.130728 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:48.158375 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Attempting to bind port b275b609-6383-442b-ad42-bbe20995c9ff on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:48.158752 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Attempting to bind port b275b609-6383-442b-ad42-bbe20995c9ff by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:48.159287 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Attempting to bind port b275b609-6383-442b-ad42-bbe20995c9ff on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:48.166553 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:48.166943 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:48.167351 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.167745 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:48.168228 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Bound port: b275b609-6383-442b-ad42-bbe20995c9ff, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:48.168681 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.262355 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] For port b275b609-6383-442b-ad42-bbe20995c9ff, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:48.269943 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] For port b275b609-6383-442b-ad42-bbe20995c9ff, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b275b609-6383-442b-ad42-bbe20995c9ff,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:48.279288 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.289904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0f436c-e355-42a4-963f-6f45cc7d2477,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:48.296936 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:48.298046 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Checking segment: {'id': 'fd5f0c12-5fcd-4564-beb2-16090231b03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '588af04c-6d10-4ed2-bd97-60a648303096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:48.298599 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Network hostable DHCP agents. Network: 588af04c-6d10-4ed2-bd97-60a648303096, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:13:48.300699 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-f76f6f03-469a-4fd4-9055-9307e6181451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:48.336554 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Attempting to bind port bbff4651-73e2-4130-af45-8116d68e28ce on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:48.337599 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Attempting to bind port bbff4651-73e2-4130-af45-8116d68e28ce by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:48.338753 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Attempting to bind port bbff4651-73e2-4130-af45-8116d68e28ce on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:48.384471 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:48.385122 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Checking segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:48.385817 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.386451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Bound using segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:48.389320 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Bound port: bbff4651-73e2-4130-af45-8116d68e28ce, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:48.389320 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.437676 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:48.438501 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:48.494075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Network 588af04c-6d10-4ed2-bd97-60a648303096 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:13:48.497633 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Pushing event updated for resources: {'Port': ['ID=b275b609-6383-442b-ad42-bbe20995c9ff,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:48.512255 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:48.519189 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.549373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 588af04c-6d10-4ed2-bd97-60a648303096) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:48.555339 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:48.557083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.632317 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Allocated IP 172.27.3.36 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/dacd0cbe-08dc-4612-b62e-23365fda177a) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:48.725733 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefc9d7-18b0-44bd-8243-965068ec5509 None None] Network 588af04c-6d10-4ed2-bd97-60a648303096 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:48.730303 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:48.769328 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:48.967014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.106461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5dd057d7-11ba-45b0-bdc1-a9750527649b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.184748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.246981 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.252644 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7148d6b7-d933-4460-8e2a-593ec6c58a0b,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:49.297980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.361958 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:49.363413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.429863 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.435597 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fdaf1-6141-44ab-a160-d180ce188a1f None None] Network 588af04c-6d10-4ed2-bd97-60a648303096 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:13:49.466138 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5048761 May 27 13:13:49.492472 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.502713 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-65371dc7-fe51-45e0-8337-9a9fd1dc3ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.525842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] For port bbff4651-73e2-4130-af45-8116d68e28ce, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:49.548399 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] For port bbff4651-73e2-4130-af45-8116d68e28ce, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bbff4651-73e2-4130-af45-8116d68e28ce,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:49.588332 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=dacd0cbe-08dc-4612-b62e-23365fda177a,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:49.590519 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:49.604878 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.606630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e079d7d-f688-4ee6-a4fa-5ddb32c16c0f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:49.618719 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4daee6-8704-4e89-90df-029e0b3d94e8 req-a6b3bf52-6a24-4c0d-bb84-aa5493059885 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:49.625101 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:49.626712 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e4daee6-8704-4e89-90df-029e0b3d94e8 req-a6b3bf52-6a24-4c0d-bb84-aa5493059885 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 931 time: 0.3622761 May 27 13:13:49.711083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:49.733103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-dcf44d6c-b7f5-4452-8a54-d0a0103065a3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:13:49.748244 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-dcf44d6c-b7f5-4452-8a54-d0a0103065a3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358288 May 27 13:13:49.757592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:49.776811 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60c70e31e7b94100a554f371f5a42c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 5.4111972 May 27 13:13:49.790326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47930) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:49.796494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:49.824062 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:49.838136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:49.857213 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497cb04-0a29-4676-bcbd-4583cfc61a79 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 3, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:49.989408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.000576 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e079d7d-f688-4ee6-a4fa-5ddb32c16c0f HTTP/1.1" status: 204 len: 168 time: 3.8535912 May 27 13:13:50.066276 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.149762 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:41Z', 'revision_number': 3, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:50.190798 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Checking router: d3c5f3d1-96c4-4b62-9a86-d30f64520e7c for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:13:50.191223 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Updating router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c port f45839bd-a0c6-4120-a0f7-3d4533d3d513 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:13:50.230842 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e4daee6-8704-4e89-90df-029e0b3d94e8 req-5dc3fef5-29a7-41ce-9723-e26a7977a6b2 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870152 May 27 13:13:50.321400 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.382287 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:50.384842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:50.845531 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:50.896915 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:51.014740 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47954) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:51.106995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.138737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.195110 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:51.210181 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Usage tracker for resource:security_group_rule and tenant:c01e1653718a4986a2d18bc02e72d7d0 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:51.225811 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:51.253539 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:51.463938 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47962) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:51.484588 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.505765 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.529239 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878041151-network', 'tenant_id': '626a4007370842a5b09a87ca89177110'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:51.552079 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:51.559176 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.617275 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Usage tracker for resource:network and tenant:626a4007370842a5b09a87ca89177110 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:51.621952 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.638412 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Pushing event updated for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.654224 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.827s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:51.684062 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b275b609-6383-442b-ad42-bbe20995c9ff up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:51.735382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:51.758124 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.816892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:51.880059 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-54bc6503-dce0-4322-b448-93764627fd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:51.918768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7148d6b7-d933-4460-8e2a-593ec6c58a0b,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:51.959621 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:51.986631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.005055 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7148d6b7-d933-4460-8e2a-593ec6c58a0b HTTP/1.1" status: 204 len: 168 time: 2.1522334 May 27 13:13:52.311115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 47974) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:52.316805 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:52.360878 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.431964 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port b275b609-6383-442b-ad42-bbe20995c9ff completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:52.513098 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port b275b609-6383-442b-ad42-bbe20995c9ff triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:52.513793 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.551532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Allocated IP 172.20.0.1 (2494e626-9751-4439-8e05-883ab7111601/cc19482c-ba28-405b-9d50-2b1c7dfd8aa2/11f11369-ff2e-45ad-8e40-d8249409c1f0) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:52.557032 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Made reservation on behalf of 626a4007370842a5b09a87ca89177110 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:52.560072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.649226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fc8b1-799e-43ae-9c0c-7b79ff83d4ac req-91573dea-36e6-4c34-83d2-9acdb3721697 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:52.650996 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d37fc8b1-799e-43ae-9c0c-7b79ff83d4ac req-91573dea-36e6-4c34-83d2-9acdb3721697 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 931 time: 0.9300339 May 27 13:13:52.651843 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=dacd0cbe-08dc-4612-b62e-23365fda177a,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:52.686309 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.722091 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.764429 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.142s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:52.768944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.781321 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8033268 May 27 13:13:52.842306 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.855320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:52.864500 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:52.866592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Usage tracker for resource:security_group_rule and tenant:626a4007370842a5b09a87ca89177110 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:52.888097 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:52.936965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9da0984a-9535-448a-8bfb-8ad800a4efe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:52.947307 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:53.036405 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d37fc8b1-799e-43ae-9c0c-7b79ff83d4ac req-942973b3-3fcf-4314-b754-9ab3ecfb5415 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704040 May 27 13:13:53.156945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Request body: {'port': {'device_id': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:53.226171 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.258722 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.283688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port b275b609-6383-442b-ad42-bbe20995c9ff, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b275b609-6383-442b-ad42-bbe20995c9ff,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:53.296928 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c01e1653718a4986a2d18bc02e72d7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2807522 May 27 13:13:53.309052 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16191c0-825e-4589-827c-c34ceef7452f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:53.309601 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.311611 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 47986) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:53.315816 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:53.339044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:53.343406 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.382352 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:53.459982 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=b275b609-6383-442b-ad42-bbe20995c9ff,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:53.466176 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94650442-df2e-4917-9df2-e634e7b97f8e None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:49Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:53.468303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:53.856407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.885646 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.926180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.932647 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Transition to ACTIVE for port object f45839bd-a0c6-4120-a0f7-3d4533d3d513 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:53.947122 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Allocated IP 172.20.0.1 (609eed2c-d3b0-41bc-ae40-37b3384d77f6/c0bec4de-17bb-4554-8f96-0302f67f251e/a7013d7f-8eb8-4b5f-881f-7fdd0b753415) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:13:53.952398 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:53.969271 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5d98e102-2a26-4d28-b123-d6d5eab8c9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.176444 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.247953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.276533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Attempting to bind port f45839bd-a0c6-4120-a0f7-3d4533d3d513 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:54.287216 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.289358 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Attempting to bind port f45839bd-a0c6-4120-a0f7-3d4533d3d513 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:54.289742 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Attempting to bind port f45839bd-a0c6-4120-a0f7-3d4533d3d513 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:54.306744 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:54.307119 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:54.307855 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.308255 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:54.308773 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Bound port: f45839bd-a0c6-4120-a0f7-3d4533d3d513, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:54.309152 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.357648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.412319 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Transition to ACTIVE for port object a7013d7f-8eb8-4b5f-881f-7fdd0b753415 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:54.418195 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:13:54.434087 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.434469 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Added segment 2c0e02e7-c678-49c3-8409-ed3bf48ba473 of type vlan for network 2736a459-be90-4842-8a9a-bd5429ded72f May 27 13:13:54.459963 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:54.462707 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] For port f45839bd-a0c6-4120-a0f7-3d4533d3d513, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:54.464133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.467556 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] For port f45839bd-a0c6-4120-a0f7-3d4533d3d513, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f45839bd-a0c6-4120-a0f7-3d4533d3d513,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:54.469705 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Pushing event updated for resources: {'Port': ['ID=f45839bd-a0c6-4120-a0f7-3d4533d3d513,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:54.471846 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.481714 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.482980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd67a6153384abcbdcb5a78a242952e is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:54.484321 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.490519 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:54.491245 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.491530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:54.498499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.558828 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-64c12fbe-967f-4957-9132-fc90d6d29e3c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:54.577383 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:54.589021 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:13:54.590056 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:54.612934 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:54.643996 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.651567 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:54.686953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:54.727694 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:54.734965 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.834381 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:54.835166 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:54.914747 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Pushing event updated for resources: {'Port': ['ID=f45839bd-a0c6-4120-a0f7-3d4533d3d513,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:54.926523 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.021889 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d05ffc-f78f-413f-8e2b-45869ba53547,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.029593 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.050296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:55.064070 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:13:55.065267 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Network 2494e626-9751-4439-8e05-883ab7111601 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:55.091924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-64c12fbe-967f-4957-9132-fc90d6d29e3c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:55.093124 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-64c12fbe-967f-4957-9132-fc90d6d29e3c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--505887826&fields=id&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 267 time: 1.1922758 May 27 13:13:55.098437 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6300752 May 27 13:13:55.107891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48024) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:55.110281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:55.118447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Pushing event updated for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.131453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Request body: {'subnet': {'network_id': '2736a459-be90-4842-8a9a-bd5429ded72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878041151-subnet', 'tenant_id': '626a4007370842a5b09a87ca89177110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:13:55.134571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:13:55.137094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.337609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:55.354934 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.369978 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Usage tracker for resource:subnet and tenant:626a4007370842a5b09a87ca89177110 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:55.495601 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:55.509774 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48403f38-1f42-4080-bb73-1c3c16c019aa req-faa17416-41ba-468b-9aeb-a6ed61f30d54 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:55.518658 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-48403f38-1f42-4080-bb73-1c3c16c019aa req-faa17416-41ba-468b-9aeb-a6ed61f30d54 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 931 time: 0.8750932 May 27 13:13:55.568315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Pushing event updated for resources: {'Network': ['ID=2736a459-be90-4842-8a9a-bd5429ded72f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.571950 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:55.610228 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 2736a459-be90-4842-8a9a-bd5429ded72f details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:13:55.611079 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.635666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:55.639469 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-127c9bd3-dbf8-422e-8142-6a01efc3624a None None] Provisioning for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:55.645315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:55.648888 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d16191c0-825e-4589-827c-c34ceef7452f HTTP/1.1" status: 204 len: 168 time: 2.3004208 May 27 13:13:55.788622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16191c0-825e-4589-827c-c34ceef7452f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:55.834534 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:55.886397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Made reservation on behalf of 626a4007370842a5b09a87ca89177110 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:13:55.889289 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.005918 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-48403f38-1f42-4080-bb73-1c3c16c019aa req-6176ede0-0788-4b23-b89e-f8893328977a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178231 May 27 13:13:56.011657 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bbff4651-73e2-4130-af45-8116d68e28ce up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:56.052778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Pushing event updated for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:56.062040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.128771 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.629s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:56.139776 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-127c9bd3-dbf8-422e-8142-6a01efc3624a None None] Provisioning complete for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:56.140159 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-127c9bd3-dbf8-422e-8142-6a01efc3624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.182737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.502s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:56.183191 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:56.287170 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.db.resource_extend [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:13:56.387489 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-127c9bd3-dbf8-422e-8142-6a01efc3624a None None] Port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:56.450205 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.557915 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:13:56.582641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.585045 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.638912 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Transition to ACTIVE for port object 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:13:56.654635 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.683503 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-127f6508-7133-427c-85a8-b39ea436474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:41Z', 'revision_number': 3, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:13:56.688604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f6508-7133-427c-85a8-b39ea436474e None None] The sync data for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi is: [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:41Z', 'revision_number': 3, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:13:56.698854 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port bbff4651-73e2-4130-af45-8116d68e28ce completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:56.702672 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-c0108801-14b1-4a7a-a562-402217b27696 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:56.704506 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-c0108801-14b1-4a7a-a562-402217b27696 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:network {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:56.706562 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bbff4651-73e2-4130-af45-8116d68e28ce triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:56.715173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:56.723537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:56.834814 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-c0108801-14b1-4a7a-a562-402217b27696 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:network {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:56.836003 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-c0108801-14b1-4a7a-a562-402217b27696 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 817 time: 1.6319029 May 27 13:13:56.897823 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-91fd445b-6a72-4ab0-89e5-8e6b8748eaff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.067028 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.229861 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2333175-244d-4bc9-bef6-da4a11c6644e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:57.250571 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:57.250898 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:57.255347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.281765 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcd67a6153384abcbdcb5a78a242952e&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9549968 May 27 13:13:57.285635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.332381 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port bbff4651-73e2-4130-af45-8116d68e28ce, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bbff4651-73e2-4130-af45-8116d68e28ce,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:57.352887 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.359011 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b275b609-6383-442b-ad42-bbe20995c9ff up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:57.558644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:57.561868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48070) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:57.613920 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.618040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.627117 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.636949 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.638554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:57.693683 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-f564695b-1a15-4cf7-b509-b3c7aeb55d20 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/quotas/b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 375 time: 0.7419498 May 27 13:13:57.766177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.783600 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:57.957398 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Network 2494e626-9751-4439-8e05-883ab7111601 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:57.963736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:58.273865 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48080) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:13:58.308425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port b275b609-6383-442b-ad42-bbe20995c9ff triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:58.309044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.395313 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Pushing event updated for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.460796 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Attempting to bind port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:13:58.460796 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Attempting to bind port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '6e1ceb04-5517-47a5-b3f3-f4733a8c471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:13:58.461228 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Attempting to bind port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 on network 7610fb4e-9886-454f-aac9-56cb17a8bb7b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:58.469494 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.478799 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.492129 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.498788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 on network 7610fb4e-9886-454f-aac9-56cb17a8bb7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:13:58.499022 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:58.499209 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Attempting to bind port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 on network 7610fb4e-9886-454f-aac9-56cb17a8bb7b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:13:58.551847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:13:58.552494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Checking segment: {'id': '6e1ceb04-5517-47a5-b3f3-f4733a8c471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:13:58.553237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Bound using segment: {'id': '6e1ceb04-5517-47a5-b3f3-f4733a8c471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:13:58.557660 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Bound port: 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1ceb04-5517-47a5-b3f3-f4733a8c471b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:13:58.558346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.604213 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.640477 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Pushing event updated for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:58.644809 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:58.661315 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:58.804061 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559df6c6-42b0-4508-b6b3-14063839ba48 req-e4b96302-e501-4329-b214-6f6e95dbb5a3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:58.805852 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-559df6c6-42b0-4508-b6b3-14063839ba48 req-e4b96302-e501-4329-b214-6f6e95dbb5a3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 943 time: 1.2131927 May 27 13:13:58.865412 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:58.927628 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-6442e6b0-1306-41c9-b7ef-a4a7be173a73 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:13:59.016595 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f45839bd-a0c6-4120-a0f7-3d4533d3d513 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:59.027622 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-559df6c6-42b0-4508-b6b3-14063839ba48 req-60f9f6c1-4174-4633-8617-b6cbd9e11e36 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039511 May 27 13:13:59.078954 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:13:59.128280 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port f45839bd-a0c6-4120-a0f7-3d4533d3d513 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:13:59.134201 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f45839bd-a0c6-4120-a0f7-3d4533d3d513 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:59.134678 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.149855 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] 10.222.0.52 "PUT /v2.0/routers/d3c5f3d1-96c4-4b62-9a86-d30f64520e7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3031244 May 27 13:13:59.159662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:13:59.161659 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:13:59.202967 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.248197 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:13:59.266673 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.294679 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-854e7541-6dec-4266-9254-a72e517abe31 req-6442e6b0-1306-41c9-b7ef-a4a7be173a73 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:13:59.298053 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-6442e6b0-1306-41c9-b7ef-a4a7be173a73 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5825422 May 27 13:13:59.319619 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:13:59.327364 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.333668 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.365534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port f45839bd-a0c6-4120-a0f7-3d4533d3d513, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f45839bd-a0c6-4120-a0f7-3d4533d3d513,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:13:59.372381 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,segment=NetworkSegment(6e1ceb04-5517-47a5-b3f3-f4733a8c471b),segment_id=6e1ceb04-5517-47a5-b3f3-f4733a8c471b)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:13:59.373057 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.375340 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bbff4651-73e2-4130-af45-8116d68e28ce up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:13:59.379899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Usage tracker for resource:security_group_rule and tenant:cdb31e1f3c264a2a9a13b233782caa71 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:13:59.405475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:13:59.414602 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2333175-244d-4bc9-bef6-da4a11c6644e,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.426941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-64860d2f-43b0-4693-b42e-aa48f29d336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.433191 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.465618 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.468183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:13:59.503885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:13:59.684853 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=f45839bd-a0c6-4120-a0f7-3d4533d3d513,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.714532 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:13:59.717483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.723984 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2333175-244d-4bc9-bef6-da4a11c6644e HTTP/1.1" status: 204 len: 168 time: 2.1561155 May 27 13:13:59.738738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-1e10d088-bc89-4874-89e4-c744add1d8de None None] Provisioning complete for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:59.739856 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1e10d088-bc89-4874-89e4-c744add1d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.778772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:13:59.779505 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.781173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] 10.222.0.21 "PUT /v2.0/ports/3fe545ca-9cb9-40aa-9f29-b31ca6de7950 HTTP/1.1" status: 200 len: 1093 time: 8.0508544 May 27 13:13:59.801491 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:13:59.837744 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:13:59.887936 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Pushing event updated for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:13:59.889860 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-1e10d088-bc89-4874-89e4-c744add1d8de None None] Port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:13:59.903316 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bbff4651-73e2-4130-af45-8116d68e28ce triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:13:59.904714 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:13:59.953342 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.022903 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Sync routers for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:00.039636 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:00.040600 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:00.188165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-6b7b9e56-1185-4301-b248-56fe55a22030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:00.190439 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-6b7b9e56-1185-4301-b248-56fe55a22030 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53460ce9d6542bc9975297fee8c2c28&device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 1096 time: 0.3043220 May 27 13:14:00.196224 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:14:00.211784 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] 10.222.0.52 "PUT /v2.0/routers/c5afcd8f-3cac-4b74-9e08-969fb9270611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3575671 May 27 13:14:00.216822 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:00.229769 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:00.230947 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:00.350771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.379937 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-e5956e98-e90e-4a6b-b86f-97935c4f8af4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:14:00.380992 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-e5956e98-e90e-4a6b-b86f-97935c4f8af4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6869144 May 27 13:14:00.414951 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-c3ef9ca1-1082-4a22-b523-7361a0f4df19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950 HTTP/1.1" status: 200 len: 217 time: 0.2080677 May 27 13:14:00.421519 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:00.428127 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-eb619be9-d75a-47b2-aed7-e8056b7f077e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:00.521021 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6e9882bc-2138-41d2-8dcb-062730c77332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.570938 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:00.699711 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d16bd2-20d7-4b69-b8a6-1ae5398ff917,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:00.719319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:00.987538 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:00.996243 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f45839bd-a0c6-4120-a0f7-3d4533d3d513 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:01.001098 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Checking segment: {'id': '2c0e02e7-c678-49c3-8409-ed3bf48ba473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '2736a459-be90-4842-8a9a-bd5429ded72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:01.001552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Network hostable DHCP agents. Network: 2736a459-be90-4842-8a9a-bd5429ded72f, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:14:01.017113 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.038593 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:55Z', 'revision_number': 4, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '11f11369-ff2e-45ad-8e40-d8249409c1f0', 'name': '', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'mac_address': 'fa:16:3e:13:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:51Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 2, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'subnets': [{'id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:01.044725 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Checking router: d3c5f3d1-96c4-4b62-9a86-d30f64520e7c for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:01.045343 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Updating router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c port 11f11369-ff2e-45ad-8e40-d8249409c1f0 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:14:01.114483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.123999 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f45839bd-a0c6-4120-a0f7-3d4533d3d513 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:01.124337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.138310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdb31e1f3c264a2a9a13b233782caa71&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8389156 May 27 13:14:01.139565 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48152) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:01.140062 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.207779 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 2, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:01.215699 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34309f3-c669-4a52-9458-5ac80e92593c req-ce2623f5-075e-41de-afa7-2d71663de301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.215915 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:01.216380 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Updating router c5afcd8f-3cac-4b74-9e08-969fb9270611 port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:14:01.218361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-ce2623f5-075e-41de-afa7-2d71663de301 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3aa59dd1-9593-476e-8460-af3afd21387c HTTP/1.1" status: 200 len: 852 time: 0.6638875 May 27 13:14:01.250258 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Network 2736a459-be90-4842-8a9a-bd5429ded72f is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:14:01.277425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.348957 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480473ae-0cf4-4fc9-b8aa-2a12741d73d7,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:01.362104 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-59854a5b-1e1b-4b9f-9eba-2d373b139734 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.363763 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-59854a5b-1e1b-4b9f-9eba-2d373b139734 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 818 time: 0.6547546 May 27 13:14:01.391791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.417909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:01.420751 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 2736a459-be90-4842-8a9a-bd5429ded72f) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:01.442367 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.467108 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa442a-c8e6-462d-8e0e-4d8e57dd0858 None None] Network 2736a459-be90-4842-8a9a-bd5429ded72f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:01.483093 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:01.483933 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.512823 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-1aa7a3d2-88eb-40c6-a7e1-25638f5298c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7610fb4e-9886-454f-aac9-56cb17a8bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023911 May 27 13:14:01.522342 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.4126575 May 27 13:14:01.526622 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-b0819312-9c06-4f51-89a7-b32b10efb2e5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/quotas/9f023c5c0ce5428ca869344c2d951f07 HTTP/1.1" status: 200 len: 375 time: 0.0865529 May 27 13:14:01.536634 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-649fe2db-2c5d-4794-ac51-f45b47b3a95e service neutron] 10.222.0.52 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1093354 May 27 13:14:01.552586 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.580003 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a0289c29-4145-4610-9c5d-532614f83c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.633153 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480473ae-0cf4-4fc9-b8aa-2a12741d73d7,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:01.639981 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:01.641636 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.647209 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/480473ae-0cf4-4fc9-b8aa-2a12741d73d7 HTTP/1.1" status: 204 len: 168 time: 0.5023451 May 27 13:14:01.770926 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.791685 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Transition to ACTIVE for port object 11f11369-ff2e-45ad-8e40-d8249409c1f0 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:01.806610 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:01.816233 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:01.838776 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48176) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:02.008595 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Pushing event updated for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:02.015482 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:02.034929 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Deleting subnet 1f0f436c-e355-42a4-963f-6f45cc7d2477 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:14:02.041048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.164150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.182559 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.210309 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b466f6-109e-40b5-b214-3c06a94f3a89 None None] Network 2736a459-be90-4842-8a9a-bd5429ded72f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:14:02.266904 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Attempting to bind port 11f11369-ff2e-45ad-8e40-d8249409c1f0 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:02.267482 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Attempting to bind port 11f11369-ff2e-45ad-8e40-d8249409c1f0 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:02.267770 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Attempting to bind port 11f11369-ff2e-45ad-8e40-d8249409c1f0 on network 2494e626-9751-4439-8e05-883ab7111601 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:02.279178 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:02.279178 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Checking segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:02.279861 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.280533 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Bound using segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:02.281340 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Bound port: 11f11369-ff2e-45ad-8e40-d8249409c1f0, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:02.281937 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.368196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-12bf1ca5-9f2a-4e1f-b0af-86c730f57f3f service neutron] 10.222.0.21 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345549 May 27 13:14:02.489871 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] For port 11f11369-ff2e-45ad-8e40-d8249409c1f0, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:02.503809 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] For port 11f11369-ff2e-45ad-8e40-d8249409c1f0, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=11f11369-ff2e-45ad-8e40-d8249409c1f0,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:02.518674 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:02.554878 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:02.838414 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48190) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:02.841700 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-36940c73-487e-4014-a782-56a72f8ad2ab service neutron] 10.222.0.52 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2924409 May 27 13:14:02.855918 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:02.857539 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:03.049882 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-be662733-f6b2-410d-836f-18378344d3c2 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2312310 May 27 13:14:03.117396 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.122423 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a34309f3-c669-4a52-9458-5ac80e92593c req-e8d75779-cd84-482f-82f3-e49cd95532b3 service neutron] 10.222.0.21 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507138 May 27 13:14:03.145664 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.147446 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.166390 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:03.189760 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.252429 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Transition to ACTIVE for port object a7013d7f-8eb8-4b5f-881f-7fdd0b753415 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:03.271392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:03.272413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.285621 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0f436c-e355-42a4-963f-6f45cc7d2477,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:03.288294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Usage tracker for resource:security_group_rule and tenant:de90cab49f584d5187717e410d080821 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:03.293380 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:03.297417 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.305943 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:03.308544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:03.314348 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-25532ba9-878f-4015-a0a7-3caf66985e77 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1f0f436c-e355-42a4-963f-6f45cc7d2477 HTTP/1.1" status: 204 len: 168 time: 1.4745770 May 27 13:14:03.325223 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48210) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:03.363110 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:03.575072 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-2de8dafb-ded9-466c-be05-750b6246dab7 service neutron] 10.222.0.52 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234566 May 27 13:14:03.677353 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:03.707626 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.853308 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Pushing event updated for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:03.869717 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:03.872142 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Attempting to bind port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:03.872977 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Attempting to bind port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:03.873922 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Attempting to bind port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:03.895244 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:03.896635 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Checking segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:03.897285 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.897976 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Bound using segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:03.898767 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Bound port: a7013d7f-8eb8-4b5f-881f-7fdd0b753415, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:03.899479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:03.975346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74601ce6-007e-42cf-ad29-ab431dfe4f24 req-27388dc3-d72d-4603-886b-6cf8aabca173 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:03.984023 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-74601ce6-007e-42cf-ad29-ab431dfe4f24 req-27388dc3-d72d-4603-886b-6cf8aabca173 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 943 time: 0.5987284 May 27 13:14:04.019040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-5c8e0d45-f2dc-4a11-a14b-4628054740ca service neutron] 10.222.0.52 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419761 May 27 13:14:04.113852 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-74601ce6-007e-42cf-ad29-ab431dfe4f24 req-f06f800d-e9db-49c0-acb3-c59ab333d72a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285877 May 27 13:14:04.213911 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] For port a7013d7f-8eb8-4b5f-881f-7fdd0b753415, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:04.223930 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] For port a7013d7f-8eb8-4b5f-881f-7fdd0b753415, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:04.232987 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.233882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.241188 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Pushing event updated for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.249381 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:04.264580 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.710s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.271014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.271359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.276366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.276998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > port after_create 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.277541 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > port after_delete 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.278674 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > port after_update 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.293095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.294077 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.297083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.297735 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.536684 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Pushing event updated for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:04.552499 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:04.573633 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:04.574439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:13:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:04.817823 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.818309 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.818647 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.818978 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:04.819357 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588af04c-6d10-4ed2-bd97-60a648303096']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:04.846812 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5f0c12-5fcd-4564-beb2-16090231b03d') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:04.847284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5f0c12-5fcd-4564-beb2-16090231b03d') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:04.908337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:04.995144 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:55Z', 'revision_number': 4, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '11f11369-ff2e-45ad-8e40-d8249409c1f0', 'name': '', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'mac_address': 'fa:16:3e:13:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:51Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 4, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'subnets': [{'id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:05.006324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.018537 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0021ff5-5581-4a81-a32a-bdc2126583e1 None None] The sync data for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi is: [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:55Z', 'revision_number': 4, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '11f11369-ff2e-45ad-8e40-d8249409c1f0', 'name': '', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'mac_address': 'fa:16:3e:13:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:51Z', 'updated_at': '2021-05-27T13:14:02Z', 'revision_number': 4, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'subnets': [{'id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:05.023585 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:14:05.024004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.201869 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950', 'status': 'completed', 'code': 200} May 27 13:14:05.438377 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-00ae37fa-6970-461f-b87c-af8d92cc38a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: from cryptography.utils import int_from_bytes May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: from cryptography.utils import int_from_bytes May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:14:05.479546 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:14:05.486436 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.512787 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0bcfda83-c429-4fb2-8988-592484e98e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:05.516061 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:05.522748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-5491f1b7-c3c5-4865-85f6-6f9e882af894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:05.529748 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.529977 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-5491f1b7-c3c5-4865-85f6-6f9e882af894 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53460ce9d6542bc9975297fee8c2c28&device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 1096 time: 0.3051405 May 27 13:14:05.540906 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.553898 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Pushing event deleted for resources: {'Network': ['ID=588af04c-6d10-4ed2-bd97-60a648303096,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:05.559554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:05.561651 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:05.573111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:05.582344 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] 10.222.0.52 "DELETE /v2.0/networks/588af04c-6d10-4ed2-bd97-60a648303096 HTTP/1.1" status: 204 len: 168 time: 2.2555196 May 27 13:14:05.587280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48272) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:05.740813 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de90cab49f584d5187717e410d080821&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8917704 May 27 13:14:05.744814 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594db37d-5756-40a7-afbb-b60bf2cb9b97,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:05.747615 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48280) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:05.753495 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:05.791434 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e57ae2ef-e02e-4045-9b20-16655b9b473f req-fe4e3fd4-2a1a-4cd0-bfe7-96f0c76eab84 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 210 time: 0.1354594 May 27 13:14:05.797802 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Deleting subnet a2d16bd2-20d7-4b69-b8a6-1ae5398ff917 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:14:05.848083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.019363 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.130173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.151144 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-ab9c8f66-83f4-4043-82cc-43de8f8dfc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:06.153329 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-ab9c8f66-83f4-4043-82cc-43de8f8dfc03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7610fb4e-9886-454f-aac9-56cb17a8bb7b HTTP/1.1" status: 200 len: 913 time: 0.6157866 May 27 13:14:06.174543 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.259628 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.296971 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.314412 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:06.338533 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594db37d-5756-40a7-afbb-b60bf2cb9b97,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:06.342554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:06.359175 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.379389 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/594db37d-5756-40a7-afbb-b60bf2cb9b97 HTTP/1.1" status: 204 len: 168 time: 0.6175668 May 27 13:14:06.398262 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:06.587324 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-f0ccf5e2-b566-4b38-ae70-48df01ef165c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950 HTTP/1.1" status: 200 len: 217 time: 0.2676520 May 27 13:14:06.612040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48300) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:06.631785 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344679587', 'description': 'tempest-description--1059391249'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:06.738930 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:06.750480 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.21', 49876) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:06.808634 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:04Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:06.849137 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcae870-8959-4b86-9197-338932b0e932 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:04Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:06.941379 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 11f11369-ff2e-45ad-8e40-d8249409c1f0 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:07.023220 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c220d423-6e35-42bf-bf9d-1829336ea855 req-e77f4d36-62ed-490d-90c1-7530a811be7b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 210 time: 0.8660307 May 27 13:14:07.041715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:07.060221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:07.078442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:07.118791 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:07.187261 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.281049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,segment=NetworkSegment(6e1ceb04-5517-47a5-b3f3-f4733a8c471b),segment_id=6e1ceb04-5517-47a5-b3f3-f4733a8c471b)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:07.351824 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950', 'network_id': '7610fb4e-9886-454f-aac9-56cb17a8bb7b', 'port_id': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950', 'mac_address': 'fa:16:3e:f1:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa59dd1-9593-476e-8460-af3afd21387c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:07.386613 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:07.400707 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:07.410001 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:07.434714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:07.576333 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.611263 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 11f11369-ff2e-45ad-8e40-d8249409c1f0 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:07.641261 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 11f11369-ff2e-45ad-8e40-d8249409c1f0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:07.641644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.658166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-99f1ec95-077d-4472-affb-cc32ff1051a7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.662696 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-99f1ec95-077d-4472-affb-cc32ff1051a7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 817 time: 0.9102864 May 27 13:14:07.667450 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.692343 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.733399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.21', 49880) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:07.758388 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:07.801970 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,segment=NetworkSegment(6e1ceb04-5517-47a5-b3f3-f4733a8c471b),segment_id=6e1ceb04-5517-47a5-b3f3-f4733a8c471b)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:07.822983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-ba4bc48e-ef79-442b-8e81-80a537244535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:07.824444 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-ba4bc48e-ef79-442b-8e81-80a537244535 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3aa59dd1-9593-476e-8460-af3afd21387c HTTP/1.1" status: 200 len: 852 time: 1.1993134 May 27 13:14:07.844732 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f3e2875c-badb-4819-b682-5d1e18585866 req-2bb2b995-41e6-4748-badd-d142a7e5e221 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 210 time: 0.1657836 May 27 13:14:07.852900 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:07.871942 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99d46853-d3a6-4c4d-8b9c-deffe8fb9bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:07.994508 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-756bb702-e63e-4d19-8b0f-9684f6d56445 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7610fb4e-9886-454f-aac9-56cb17a8bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473002 May 27 13:14:08.004433 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-62696826-7d78-4b78-9b80-1095a7ecd69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:08.048644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:08.054727 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:08.079604 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fad5ee-3df2-499d-a92a-b6999832d28d req-9e488b83-3866-488c-b8df-62d825e34ea3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.080200 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48356) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:08.082840 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-24fad5ee-3df2-499d-a92a-b6999832d28d req-9e488b83-3866-488c-b8df-62d825e34ea3 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 943 time: 1.2521331 May 27 13:14:08.181220 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-ceb3d17b-10fc-4765-8d5d-3069e6410ce6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 379 time: 0.5024538 May 27 13:14:08.243998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'port': {'device_id': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'admin_state_up': True, 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'security_groups': ['d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43']}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:08.321508 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.343532 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['3fe545ca-9cb9-40aa-9f29-b31ca6de7950'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:08.353059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-32436099-9206-4107-b6a2-9f897fc25c95 service neutron] 10.222.0.21 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016274 May 27 13:14:08.485668 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:08.506487 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-483cd280-bae6-4f06-b95a-c11936731f72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:08.507284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-483cd280-bae6-4f06-b95a-c11936731f72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Synchronizing usage tracker for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:08.529673 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.570835 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:08.578913 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 11f11369-ff2e-45ad-8e40-d8249409c1f0, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=11f11369-ff2e-45ad-8e40-d8249409c1f0,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:08.586174 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.601204 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.606435 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:08.618054 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:08.670718 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:08.688159 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.691487 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-483cd280-bae6-4f06-b95a-c11936731f72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Unset dirty status for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:08.692574 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-483cd280-bae6-4f06-b95a-c11936731f72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 818 time: 0.9573298 May 27 13:14:08.695267 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:08.766385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Request body: {'port': {'device_id': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'admin_state_up': True, 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:08.793816 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d16bd2-20d7-4b69-b8a6-1ae5398ff917,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:08.806789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.842608 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:08.861030 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:08.865489 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:08.877598 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6205dada-da9b-4a7b-9670-ad1dab9fa493 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a2d16bd2-20d7-4b69-b8a6-1ae5398ff917 HTTP/1.1" status: 204 len: 168 time: 3.2822232 May 27 13:14:08.883818 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Made reservation on behalf of b9dff7836fa94d619afbfd7cf29de701 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:08.891793 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.900405 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a7013d7f-8eb8-4b5f-881f-7fdd0b753415 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:08.984857 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:08.988507 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3735557 May 27 13:14:08.999972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-497b44d0-59c4-4dfa-ab79-83e0505c0123 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:09.002632 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-497b44d0-59c4-4dfa-ab79-83e0505c0123 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 818 time: 0.9181435 May 27 13:14:09.016322 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48378) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:09.016867 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48382) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:09.030175 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:09.046028 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:09.046546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.245727 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.251438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group_rule': {'security_group_id': 'b4b59b5a-3c8c-4d86-9a61-747852e4c3f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:09.283148 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-24fad5ee-3df2-499d-a92a-b6999832d28d req-a5e21454-ae8a-4441-8c31-413a32a1eb54 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9282942 May 27 13:14:09.311216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:09.332682 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:09.368722 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.371997 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:09.405914 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-7161965a-09c0-4c56-83f1-fe71feede582 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/quotas/9f023c5c0ce5428ca869344c2d951f07 HTTP/1.1" status: 200 len: 375 time: 0.3645496 May 27 13:14:09.407753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Usage tracker for resource:security_group_rule and tenant:20e9bbbc1c8f4da1aab44ee070c12387 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:09.411707 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:09.420278 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port a7013d7f-8eb8-4b5f-881f-7fdd0b753415, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:09.431756 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.435600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:09.443407 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:09.526614 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:09.589113 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:09.617469 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:09.622130 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:09.659717 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cd4db9e5-c78b-463c-af2c-0f25874e6ddd req-301baf2c-7acc-428d-884c-7576e9adcc35 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 210 time: 0.0935795 May 27 13:14:09.695269 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:09.742926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Usage tracker for resource:port and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:09.752675 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:09.766963 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68e0eecf-048f-4b2f-99ed-ad6150767c79 req-9b2904d1-a7b8-41ee-8374-8110553a2613 service neutron] 10.222.0.21 "GET /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2624991 May 27 13:14:09.769076 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:09.796764 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Allocated IP 172.20.0.7 (f9aff74b-8229-4293-aed4-d3fc7b307ae0/f3807a16-7b06-4376-bb45-8b8c031dabb1/40d6a7ca-012b-4dfb-8e71-74c4d3b75015) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:09.810739 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Made reservation on behalf of 9f023c5c0ce5428ca869344c2d951f07 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:09.814288 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.868746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.889072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:09.922653 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.923061 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.924630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.925114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.925357 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.925697 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.926018 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.926349 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.926666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.926984 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:09.978146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.007279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.008844 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:10.009198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:10.009542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:10.009871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 13:14:10.010238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2736a459-be90-4842-8a9a-bd5429ded72f']}} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:10.038446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-ef41839a-22ee-491e-a77b-82867a80a581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:10.043093 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-6b6510b0-2df2-4bc2-b3d8-b81d143c4e61 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6353822 May 27 13:14:10.048747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0e02e7-c678-49c3-8409-ed3bf48ba473') {'for_net_delete': True} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:10.049585 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0e02e7-c678-49c3-8409-ed3bf48ba473') {} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:10.086168 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48414) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:10.115126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10288382'] for segment, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.199695 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.226875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.241804 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1aab8bd8-79fb-489f-b113-2989efa56218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:10.262186 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.294099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=91984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:14:10.294508 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227745'] for segment, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.297709 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01afebb8-1f1e-4707-b1be-52501afca345,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:10.320290 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20e9bbbc1c8f4da1aab44ee070c12387&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2203350 May 27 13:14:10.320290 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:10.326002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48424) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: from cryptography.utils import int_from_bytes May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: from cryptography.utils import int_from_bytes May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: Traceback (most recent call last): May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: timer() May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: cb(*args, **kw) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: return func(*args, **kwargs) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: self._notify() May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: self.callback(batched_events) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: event.method(event) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: return f(self, *a, **k) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._get(url).json() May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: return self.request(url, 'GET', **kwargs) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:14:10.348292 dv-cinder-751579-24-iscsi neutron-server[91984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:14:10.358895 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:10.361686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89647d3d-1985-4cbc-9fc3-73d7e869fc64,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:10.464688 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:10.466400 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Allocated IP 172.20.0.14 (2494e626-9751-4439-8e05-883ab7111601/cc19482c-ba28-405b-9d50-2b1c7dfd8aa2/9bcd33f0-9e8a-474a-a907-eb177d3f54bc) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:10.510341 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:10.515841 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:10.516451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.521139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.531569 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5034516 May 27 13:14:10.536529 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48430) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:10.582285 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.595598 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-723c4e2e-8613-415c-ad54-1e1464bb14d5 service neutron] 10.222.0.52 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320466 May 27 13:14:10.597957 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group_rule': {'security_group_id': 'b4b59b5a-3c8c-4d86-9a61-747852e4c3f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:10.612530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:10.622380 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.623043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:10.643505 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:10.646805 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.654276 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Transition to ACTIVE for port object 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:10.684426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.691354 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.709803 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8cea4791-a6f3-42c9-b5bf-9f1f008e16ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:10.716598 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.725859 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.753090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:10.761054 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:10.780706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.798333 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2736a459-be90-4842-8a9a-bd5429ded72f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:10.802765 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:10.813065 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:10.819189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:10.831223 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d3e30ae6-f137-4bbf-b6c5-83d4941412f9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2736a459-be90-4842-8a9a-bd5429ded72f HTTP/1.1" status: 204 len: 168 time: 1.8014996 May 27 13:14:10.831766 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01afebb8-1f1e-4707-b1be-52501afca345,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:10.834009 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:10.834157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Usage tracker for resource:security_group_rule and tenant:43828d1311d6458d91ee76ff03dc3691 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:10.841229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:10.848056 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:10.863131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:10.918962 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,segment=NetworkSegment(6e1ceb04-5517-47a5-b3f3-f4733a8c471b),segment_id=6e1ceb04-5517-47a5-b3f3-f4733a8c471b)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:10.926195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-e9b8e6be-93a0-4025-b072-4f3304168e64 service neutron] 10.222.0.52 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988920 May 27 13:14:10.951046 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dd3c8-3936-461f-9aec-9441dbf6ce97 req-8baa1a2d-9574-47f2-8a94-312f61544fca tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:10.958486 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-787dd3c8-3936-461f-9aec-9441dbf6ce97 req-8baa1a2d-9574-47f2-8a94-312f61544fca tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 944 time: 0.3339043 May 27 13:14:11.008043 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a7013d7f-8eb8-4b5f-881f-7fdd0b753415 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:11.073448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.074852 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01afebb8-1f1e-4707-b1be-52501afca345 HTTP/1.1" status: 204 len: 168 time: 0.7473907 May 27 13:14:11.085304 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.088513 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-787dd3c8-3936-461f-9aec-9441dbf6ce97 req-4043ac26-26be-4325-b3ff-9553018a3db7 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276040 May 27 13:14:11.102919 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.144822 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:11.146425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b584c631-ddde-4eee-bede-63c46243d394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:11.174741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48450) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:11.302228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.401156 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.412189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:11.473066 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:11.476578 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:11.518078 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.543514 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.547623 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:11.554376 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.593334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.602093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.605773 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-220b8992-078f-40b3-a77e-f3467980ef02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0eb97bb2faff4591be9516b0e60e2689&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4269733 May 27 13:14:11.610954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48470) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:11.622463 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.630013 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.704136 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.768373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:11.769262 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.815890 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.828769 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:11.867608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:11.876705 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3343437 May 27 13:14:11.909919 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Network 2494e626-9751-4439-8e05-883ab7111601 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:11.920755 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48474) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:11.926827 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:11.932629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792ebab8-66a7-4405-a805-287bfb32113c,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:11.949680 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-54980ea8-56b0-42f1-a205-4eebdf6b0444 req-60b71c86-44cf-46d5-9ee1-cf6de94c9a91 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.5401034 May 27 13:14:11.956003 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:11.965666 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:12.002555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.034869 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2e5ea7be-cf00-46a0-abe4-4fcfc4c03ada None None] Provisioning for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:12.050356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48480) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:12.054577 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2e5ea7be-cf00-46a0-abe4-4fcfc4c03ada None None] Provisioning complete for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:12.055384 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2e5ea7be-cf00-46a0-abe4-4fcfc4c03ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.115023 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43828d1311d6458d91ee76ff03dc3691&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0238473 May 27 13:14:12.168947 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48486) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:12.169773 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.211429 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:12.297352 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:12.298044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.306182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:12.310176 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:12.320572 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0967388 May 27 13:14:12.329073 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Usage tracker for resource:security_group_rule and tenant:81f11d79d73f4495bf5ff5a8d8ba1786 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:12.332795 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:12.339541 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:12.352690 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 11f11369-ff2e-45ad-8e40-d8249409c1f0 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:12.357652 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:12.370114 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Request body: {'port': {'device_id': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:12.403292 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-2e5ea7be-cf00-46a0-abe4-4fcfc4c03ada None None] Port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:14:12.431916 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950', 'code': 200} May 27 13:14:12.473638 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:floatingip and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:12.508167 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 11f11369-ff2e-45ad-8e40-d8249409c1f0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:12.508714 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.515820 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:12.605237 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8665323 May 27 13:14:12.612238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.617668 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:12.635338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Pushing event updated for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.656625 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Request body: {'port': {'device_id': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:12.667969 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c433403b-24bc-4ae0-92da-9cf434c51b36,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:12.689309 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.693257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.714460 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:12.857911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.889203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:12.937812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.015551 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4273-1c5f-4049-a94e-7bd618068ef6 req-b0d03222-63d4-4d22-9aee-34a7945d47ea tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.017089 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c1f4273-1c5f-4049-a94e-7bd618068ef6 req-b0d03222-63d4-4d22-9aee-34a7945d47ea tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 931 time: 1.4074502 May 27 13:14:13.029087 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd63ec-bc03-4d21-a5b7-ae161a1651eb,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.032612 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:13.089471 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81f11d79d73f4495bf5ff5a8d8ba1786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9839013 May 27 13:14:13.089471 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.090204 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48498) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:13.108280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.116807 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c1f4273-1c5f-4049-a94e-7bd618068ef6 req-19803fad-0015-47dd-9d69-500af06a7df4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818250 May 27 13:14:13.169914 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.231248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.400118 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.21', 49885) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:13.409901 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.477359 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f1ffe83d-daac-43a6-8dd2-0a1cbaa2d2ca req-e0e85647-387a-4bf6-add7-1f1cef96eadd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.1944036 May 27 13:14:13.605195 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617742-4ed7-4803-bb62-fa5653fdb67d req-5c3bbea2-b1b8-46f0-813f-52c6c5366a7e tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.606796 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-45617742-4ed7-4803-bb62-fa5653fdb67d req-5c3bbea2-b1b8-46f0-813f-52c6c5366a7e tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.9712179 May 27 13:14:13.607508 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.645548 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.653482 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.694570 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9385c42e-d17d-4c4b-9d41-9046db0e875e,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.706319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:13.725214 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-fd740bf4-82cf-42f2-8bc5-fd374b53af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:13.728049 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-fd740bf4-82cf-42f2-8bc5-fd374b53af2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 1098 time: 0.7958062 May 27 13:14:13.769505 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.770858 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9385c42e-d17d-4c4b-9d41-9046db0e875e HTTP/1.1" status: 204 len: 168 time: 2.1457641 May 27 13:14:13.774396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.785101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.791201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fdf1b5a6-0795-4d59-81d7-cc5d1826ba15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:13.815533 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-45617742-4ed7-4803-bb62-fa5653fdb67d req-c98ec164-3195-42c9-ac32-65b52e458efc tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874371 May 27 13:14:13.842932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.845418 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c433403b-24bc-4ae0-92da-9cf434c51b36 HTTP/1.1" status: 204 len: 168 time: 1.6584730 May 27 13:14:13.845606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:13.846744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:13.853582 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c433403b-24bc-4ae0-92da-9cf434c51b36,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:13.858238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Usage tracker for resource:security_group_rule and tenant:59c2f54eb70548d39155eb8792056518 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:13.863909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:13.870891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:13.940126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.040360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.048759 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.053367 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.077495 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-35cf1f25-7819-4a51-b38b-3cfbd8834aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.118146 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-37d9e962-6c2c-4057-a6f9-dfc195e665bf req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770161 May 27 13:14:14.126147 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=529a75dd-62d9-4860-9b8c-27436e3ed702,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.135624 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.181980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-4e3bbf1a-cabe-4c93-9153-aab3ab16e5d2 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.183777 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-4e3bbf1a-cabe-4c93-9153-aab3ab16e5d2 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 818 time: 0.6604509 May 27 13:14:14.219206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Request body: {'port': {'device_id': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'admin_state_up': True, 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:14.393440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.405905 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.db.resource_extend [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 13:14:14.484205 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.502412 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f1261-7d8e-4e61-90c7-ab47b048bc27 req-1c965cbe-ef3d-4b22-9a16-2e634fa4cd8a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:14.504974 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ae4f1261-7d8e-4e61-90c7-ab47b048bc27 req-1c965cbe-ef3d-4b22-9a16-2e634fa4cd8a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 931 time: 0.1581988 May 27 13:14:14.582301 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ae4f1261-7d8e-4e61-90c7-ab47b048bc27 req-05be26c5-a751-43ac-9cb7-b8815087b6d7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678468 May 27 13:14:14.616163 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48526) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:14.649240 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd63ec-bc03-4d21-a5b7-ae161a1651eb,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:14.655178 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:14.662683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:14.675974 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48530) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:14.676214 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.685170 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.757569 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:14.763598 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-748e241c-1a49-489d-8ad2-6062d392abda req-26fc8849-1017-4a84-bf77-b251444852b6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.0616224 May 27 13:14:14.769071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Usage tracker for resource:security_group_rule and tenant:584163ecdbfc478eb68f397d9d6a7cb6 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:14.774972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:14.788629 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:14.796263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Allocated IP 172.27.3.106 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/52dba192-727a-436d-a0e2-a87d0916dfcd) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:14.800616 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcd33f0-9e8a-474a-a907-eb177d3f54bc {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:14.808967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.810643 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eafd63ec-bc03-4d21-a5b7-ae161a1651eb HTTP/1.1" status: 204 len: 168 time: 1.7195492 May 27 13:14:14.818923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Transition to ACTIVE for port object 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:14.833447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.852521 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:14.860181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:14.879805 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:14.964196 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Usage tracker for resource:port and tenant:9f023c5c0ce5428ca869344c2d951f07 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:14.996402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:15.004289 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Transition to ACTIVE for port object 9bcd33f0-9e8a-474a-a907-eb177d3f54bc will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:15.107760 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e63f45de-5a8f-4abd-93ca-dc7e36d74a53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=626a4007370842a5b09a87ca89177110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276206 May 27 13:14:15.119195 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:15.123400 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48540) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:15.183808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.215903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.225174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.265896 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0a7acefe-a6af-4f81-a19d-787f38155854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:15.285237 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Made reservation on behalf of 9f023c5c0ce5428ca869344c2d951f07 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:15.289089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.340259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67cbf94-8922-4a06-9c18-d0ddcbc7cde7,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.373700 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.426388 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=584163ecdbfc478eb68f397d9d6a7cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8060434 May 27 13:14:15.432416 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48548) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:15.471724 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d0fa-06f3-4435-8e9b-c2c3ea7ce576 req-d9357af8-bd3c-4755-b30e-e3c30b706ad8 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.473639 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0305d0fa-06f3-4435-8e9b-c2c3ea7ce576 req-d9357af8-bd3c-4755-b30e-e3c30b706ad8 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.3706174 May 27 13:14:15.612182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.631059 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.678196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0305d0fa-06f3-4435-8e9b-c2c3ea7ce576 req-f9c610c3-1fb8-456d-a217-172497c0c124 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798351 May 27 13:14:15.723795 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.756256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.768371 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:15.860436 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.867343 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6760ba99-4118-4669-ba6b-0240be446c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:15.894615 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67cbf94-8922-4a06-9c18-d0ddcbc7cde7,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:15.907782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:15.919888 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:15.921081 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e67cbf94-8922-4a06-9c18-d0ddcbc7cde7 HTTP/1.1" status: 204 len: 168 time: 0.4861891 May 27 13:14:15.974882 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3292e-1137-4153-bde0-c35b3310ad75 req-9151faad-e30c-46b7-a953-6cd75b65cf98 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:15.982201 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1cc3292e-1137-4153-bde0-c35b3310ad75 req-9151faad-e30c-46b7-a953-6cd75b65cf98 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1741779 May 27 13:14:16.039861 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1cc3292e-1137-4153-bde0-c35b3310ad75 req-5c121639-afe2-4856-a958-d30b737a6c68 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562508 May 27 13:14:16.129951 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-16c1a2ce-ab90-4b5d-965d-b359569fa1e1 req-da2289ba-71a0-4ab3-8374-a97670437f75 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.0581753 May 27 13:14:16.348140 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:16.355638 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.392126 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.394651 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:16.441966 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Attempting to bind port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:16.442324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Attempting to bind port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:16.442687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Attempting to bind port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:16.456349 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:16.457839 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Attempting to bind port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:16.514068 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Attempting to bind port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:16.514605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Attempting to bind port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:16.514931 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Attempting to bind port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc on network 2494e626-9751-4439-8e05-883ab7111601 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:16.517902 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:16.518532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Checking segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:16.519321 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Bound using segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:16.520037 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Bound port: 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:16.520641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.607376 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.631034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc on network 2494e626-9751-4439-8e05-883ab7111601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:16.631268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Attempting to bind port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc on network 2494e626-9751-4439-8e05-883ab7111601 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:16.677180 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Allocated IP 172.20.0.4 (2494e626-9751-4439-8e05-883ab7111601/cc19482c-ba28-405b-9d50-2b1c7dfd8aa2/30fbf1d3-3143-4f4e-ba29-6999f90cd412) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:16.702707 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:16.703353 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Checking segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:16.703907 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Bound using segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:16.704546 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Bound port: 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:16.705624 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.898508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:16.918990 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:16.940399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:16.949446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:17.022213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.022972 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.060575 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a28a85-2f5b-4ab8-9e69-592ae1687223 req-0b87d3e9-9c8d-4be1-9212-d64754cf7644 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.073379 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-31a28a85-2f5b-4ab8-9e69-592ae1687223 req-0b87d3e9-9c8d-4be1-9212-d64754cf7644 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.1466320 May 27 13:14:17.080095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:17.168635 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-31a28a85-2f5b-4ab8-9e69-592ae1687223 req-8efce9f1-ee67-485a-bbdf-8c4085582d73 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904772 May 27 13:14:17.205581 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=52dba192-727a-436d-a0e2-a87d0916dfcd,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:17.224376 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:17.240611 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:17.262950 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:17.263904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:17.265697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:17.324231 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:17.389046 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.403036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.403953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.405710 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] 10.222.0.21 "PUT /v2.0/ports/40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 1093 time: 5.0702541 May 27 13:14:17.409910 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:17.453461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.455035 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18d05ffc-f78f-413f-8e2b-45869ba53547 HTTP/1.1" status: 204 len: 168 time: 2.2409241 May 27 13:14:17.508613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.509407 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.511011 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] 10.222.0.21 "PUT /v2.0/ports/9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 1094 time: 4.8769641 May 27 13:14:17.530868 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:17.544355 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:17.548204 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8ff8537f-08b0-4bde-93c5-6c3b28f9be75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:17.549741 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2aecf2e8-924d-4bee-9014-258b42ccb1df req-8a7e2a3b-57fb-4b03-9f7f-55dd29f5de48 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.1336565 May 27 13:14:17.580530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d05ffc-f78f-413f-8e2b-45869ba53547,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:17.629135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104bb3a-0400-4a32-b14b-491b1f993637 req-2a8b912e-dd19-4669-897f-975399fbe89a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:17.636943 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b104bb3a-0400-4a32-b14b-491b1f993637 req-2a8b912e-dd19-4669-897f-975399fbe89a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.3677506 May 27 13:14:17.661352 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:17.664694 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.668142 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:17.789684 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.792429 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b104bb3a-0400-4a32-b14b-491b1f993637 req-340b1196-0537-49af-84e9-5d3cc5437347 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500378 May 27 13:14:17.803791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:17.813263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:17.858141 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.870043 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:14:17.910245 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.961020 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:17.974058 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc4fd80e-ec13-462a-9d2b-21404a788656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:18.089203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Network 2494e626-9751-4439-8e05-883ab7111601 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:18.090783 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Pushing event updated for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:18.114800 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:18.153305 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:18.175538 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:18.345836 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.346537 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:18.390065 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1871285 May 27 13:14:18.455144 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:18.463364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:18.477799 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-63527aa0-6d66-46a7-bb69-692a621550fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:18.521387 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'status': 'completed', 'code': 200} May 27 13:14:18.645485 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=52dba192-727a-436d-a0e2-a87d0916dfcd,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:18.652055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:18.669854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:18.702620 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:18.708511 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7462223 May 27 13:14:18.902715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb9a8e-4ab2-4379-9dc2-38dd14371fcc req-c31451f1-8854-4315-a2c2-1fe7b5db647d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:18.910376 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bcdb9a8e-4ab2-4379-9dc2-38dd14371fcc req-c31451f1-8854-4315-a2c2-1fe7b5db647d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 931 time: 0.1444969 May 27 13:14:19.056197 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bcdb9a8e-4ab2-4379-9dc2-38dd14371fcc req-065fa84d-95f1-4186-88b6-b03b92eee1db tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292143 May 27 13:14:19.090533 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb391ea2-ec4a-4750-9439-43aa7557de21 req-8014553b-ec7e-4414-bd74-a119bba3e5a4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.092274 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eb391ea2-ec4a-4750-9439-43aa7557de21 req-8014553b-ec7e-4414-bd74-a119bba3e5a4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1382146 May 27 13:14:19.124242 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Request body: {'port': {'device_id': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:19.282047 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eb391ea2-ec4a-4750-9439-43aa7557de21 req-84c78426-3306-4cb1-926a-2136a5884826 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547630 May 27 13:14:19.365260 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-26c815c1-926f-46d0-a0ae-16746135066c req-28df497f-d726-4df0-b3e8-c6983825c0b1 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:19.399675 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-26c815c1-926f-46d0-a0ae-16746135066c req-28df497f-d726-4df0-b3e8-c6983825c0b1 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:19.412485 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-28df497f-d726-4df0-b3e8-c6983825c0b1 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--344679587&fields=id&tenant_id=9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 267 time: 0.1588910 May 27 13:14:19.603350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:19.703394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-ffd50bc5-9109-4e81-b61f-2cf436ae243f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.721892 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-ffd50bc5-9109-4e81-b61f-2cf436ae243f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 811 time: 0.3080258 May 27 13:14:19.753580 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-49926178-4237-473c-aac5-d95d726ece4a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/quotas/9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 375 time: 0.0281498 May 27 13:14:19.875781 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-18bf3bce-d418-4891-9ab9-339b41898322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.878919 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-18bf3bce-d418-4891-9ab9-339b41898322 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1097 time: 0.5199027 May 27 13:14:19.888730 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-1a318852-d034-4d7d-b019-f666e64ab25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:19.891449 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-1a318852-d034-4d7d-b019-f666e64ab25c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1096 time: 0.6096261 May 27 13:14:19.933093 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-81e3ab2f-56e5-4195-996d-227321806d20 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780090 May 27 13:14:20.197072 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-d32b1420-e2b1-46c2-918e-1a7fc1674c69 service neutron] 10.222.0.52 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613683 May 27 13:14:20.372893 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-ab61aa82-80d4-4a4d-a464-5fe0cd0b4529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.4725189 May 27 13:14:20.386100 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-2446096b-fc3b-48fb-905a-3c5c00d5e501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 217 time: 0.4842765 May 27 13:14:20.528206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:20.570163 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-3c0ce7b7-5111-4c8d-b31f-23463b185814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.571958 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-3c0ce7b7-5111-4c8d-b31f-23463b185814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1848037 May 27 13:14:20.588928 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-2f3f62d6-5603-4b6b-93eb-4692edc1efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.591605 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-2f3f62d6-5603-4b6b-93eb-4692edc1efb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.1522279 May 27 13:14:20.647852 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-2b7b48da-b93e-468b-9760-c60fa8778d2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549548 May 27 13:14:20.715695 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0d539-d56d-4eac-8209-2f52830fc538 req-f7e68f0e-0eb7-4168-b98a-39d82be15956 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:20.717500 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-81d0d539-d56d-4eac-8209-2f52830fc538 req-f7e68f0e-0eb7-4168-b98a-39d82be15956 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 931 time: 0.3517394 May 27 13:14:20.732201 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-2357746b-a3b3-4d69-95cc-f80a3bc20e8f service neutron] 10.222.0.52 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322101 May 27 13:14:20.886499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fbf1d3-3143-4f4e-ba29-6999f90cd412 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:20.890193 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-81d0d539-d56d-4eac-8209-2f52830fc538 req-38a0889a-fd7d-4742-87ea-bcdbad8c4dd6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503291 May 27 13:14:20.942048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.048361 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Transition to ACTIVE for port object 30fbf1d3-3143-4f4e-ba29-6999f90cd412 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:21.092448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:21.131801 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-90ade11b-019a-4373-b40f-eeabd5f71f1c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:21.221994 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Pushing event updated for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:21.232133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:21.240758 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-9e57a399-6820-4432-b901-228e4c243b00 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970033 May 27 13:14:21.242747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7541-6dec-4266-9254-a72e517abe31 req-600417af-033c-4336-8d8e-ba8f8dce2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.244249 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-600417af-033c-4336-8d8e-ba8f8dce2d15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5911801 May 27 13:14:21.247773 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc', 'status': 'completed', 'code': 200} May 27 13:14:21.476226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b763f-afd8-437d-a175-9d9baa7c5be8 req-c79bc535-599a-4043-b30c-94a2753dad1c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:21.478173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f7b763f-afd8-437d-a175-9d9baa7c5be8 req-c79bc535-599a-4043-b30c-94a2753dad1c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.3516028 May 27 13:14:21.587212 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f7b763f-afd8-437d-a175-9d9baa7c5be8 req-f6bd27a6-d691-42a7-853a-e33bef435ce4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023314 May 27 13:14:21.759159 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f1bb7687-6715-4c06-8a3d-c1d95cbf9fd4 req-8a27eb89-dd39-41bb-b0d8-12478f0dcff9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 210 time: 0.0754209 May 27 13:14:21.944636 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-18aeef86-88bf-45ba-9b9a-24c0f74b6873 req-8f1004ec-6c01-4bd0-82ae-d4934cb5f428 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372168 May 27 13:14:22.152163 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Attempting to bind port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:22.152516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Attempting to bind port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:22.152863 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Attempting to bind port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 on network 2494e626-9751-4439-8e05-883ab7111601 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:22.189956 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 on network 2494e626-9751-4439-8e05-883ab7111601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:22.190348 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Attempting to bind port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 on network 2494e626-9751-4439-8e05-883ab7111601 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:22.214061 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:22.214405 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Checking segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:22.215148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Bound using segment: {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:22.215304 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Bound port: 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2951de-63af-462c-bbc0-f9f962796ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2494e626-9751-4439-8e05-883ab7111601'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:22.215593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.238698 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-fb13b374-0099-4307-9fdf-ee8a651596f7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380176 May 27 13:14:22.307430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4a2e-d23e-4f1d-bd3d-ad6e444fb2c3 req-e75827d4-4912-48b5-90a6-1b1a86d610e3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.316801 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6af4a2e-d23e-4f1d-bd3d-ad6e444fb2c3 req-e75827d4-4912-48b5-90a6-1b1a86d610e3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.1871808 May 27 13:14:22.393123 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6af4a2e-d23e-4f1d-bd3d-ad6e444fb2c3 req-7a82e1cb-3985-4127-80b1-fb12ba5fa187 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 May 27 13:14:22.530627 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-9414ac9d-9d8e-47a3-b7ca-7e404d8f78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.533219 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-9414ac9d-9d8e-47a3-b7ca-7e404d8f78dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1097 time: 0.4824481 May 27 13:14:22.736855 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:22.755663 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-854e7541-6dec-4266-9254-a72e517abe31 req-ef878986-365e-46e1-afc8-8ca0c28fac9d service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252449 May 27 13:14:22.760502 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:22.774286 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.783835 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:22.941091 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.942096 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:22.943549 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] 10.222.0.21 "PUT /v2.0/ports/30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 200 len: 1093 time: 3.8265717 May 27 13:14:22.949410 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e980a44e-a7f5-4204-9c5d-b897b0cd6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.950936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e980a44e-a7f5-4204-9c5d-b897b0cd6b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.4035847 May 27 13:14:22.971701 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8c00-617c-40be-92d9-0059e2efed4b req-8b483d1c-07fa-44d4-863d-797148e4477b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:22.973994 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-547c8c00-617c-40be-92d9-0059e2efed4b req-8b483d1c-07fa-44d4-863d-797148e4477b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.2234433 May 27 13:14:23.020614 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89c411db-ebb4-4f53-989d-0084bf0ba05a req-93d0261d-4469-4267-b9b1-ef5e19f48075 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 210 time: 0.0449839 May 27 13:14:23.029211 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 9bcd33f0-9e8a-474a-a907-eb177d3f54bc details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:23.143405 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-547c8c00-617c-40be-92d9-0059e2efed4b req-c1d77ab9-344b-40de-b3f0-328368f472d4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216002 May 27 13:14:23.152446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Pushing event updated for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.183294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.197955 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-f4777ff8-4a67-4ceb-8913-4da6b856c76b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.2316198 May 27 13:14:23.255552 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:23.283166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108ae0-c794-4643-8988-96d2840c651d req-caba6c86-26d6-42ae-b515-c0c196ee3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.285441 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-caba6c86-26d6-42ae-b515-c0c196ee3b6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1096 time: 0.4323666 May 27 13:14:23.315572 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:23.336207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-ba730495-a7c3-4b8a-bb8f-c9c194ebdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.338151 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'port_id': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc', 'mac_address': 'fa:16:3e:b0:b4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:23.338544 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-ba730495-a7c3-4b8a-bb8f-c9c194ebdf8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1096 time: 0.2846773 May 27 13:14:23.341604 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e600371b-2773-4863-a45b-e4f299c74796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.343757 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e600371b-2773-4863-a45b-e4f299c74796 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1272426 May 27 13:14:23.415498 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412', 'status': 'completed', 'code': 200} May 27 13:14:23.430302 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.451535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcd33f0-9e8a-474a-a907-eb177d3f54bc {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:23.470003 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:23.478394 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:23.481078 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:23.597229 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:23.607747 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:23.617081 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-3d0c4ec3-15e7-4e57-823c-e9973cf1d2b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 200 len: 217 time: 0.2003663 May 27 13:14:23.737397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-b31bfc88-3752-47e2-8c66-684ec8049320 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:23.739386 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-b31bfc88-3752-47e2-8c66-684ec8049320 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 811 time: 0.4379799 May 27 13:14:23.769196 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-7064ba87-0bbb-47c2-8f8f-63f8a7b6ead9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3509371 May 27 13:14:23.793694 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['9bcd33f0-9e8a-474a-a907-eb177d3f54bc'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:24.007600 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-edfbf924-7697-479e-8c66-70232398035e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 379 time: 0.1008811 May 27 13:14:24.041135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'port': {'device_id': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'admin_state_up': True, 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'security_groups': ['b4b59b5a-3c8c-4d86-9a61-747852e4c3f8']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:24.145467 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d425d-9a96-4825-88ad-503804152d3e req-03a5942b-3944-496f-8cd7-4c38e0619820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.148014 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-03a5942b-3944-496f-8cd7-4c38e0619820 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.4977825 May 27 13:14:24.159473 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108ae0-c794-4643-8988-96d2840c651d req-4ac94f63-f41b-4678-b0ae-571e05c7fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.162068 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-4ac94f63-f41b-4678-b0ae-571e05c7fc22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.8605518 May 27 13:14:24.405875 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-de00ca23-487f-437a-99ac-4d31428383b0 req-9188a89e-c26b-45af-9171-76bf04026060 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 210 time: 0.0836494 May 27 13:14:24.424422 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-6213de8f-ccbf-447d-81c4-0426da13768f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2501557 May 27 13:14:24.424422 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-65da2626-e9f1-4b02-a379-35b3acd519a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 217 time: 0.1954863 May 27 13:14:24.433871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974d54f-b288-42b6-beae-5c569da93a6d req-84bd3d97-729b-42de-b0bf-7cf29cac5e4a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:24.435802 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e974d54f-b288-42b6-beae-5c569da93a6d req-84bd3d97-729b-42de-b0bf-7cf29cac5e4a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.6954479 May 27 13:14:24.499081 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48864) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:24.604944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:24.624358 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:port and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:24.628935 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:24.641530 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:24.671713 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e974d54f-b288-42b6-beae-5c569da93a6d req-7c734e70-ea96-4b4c-aa5b-593d9bf583a2 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027974 May 27 13:14:24.690091 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Made reservation on behalf of 9afd9ff364f24ed2a7b53846b14667de for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:14:24.694223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:24.758095 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-53937fb5-4878-4f12-906a-926c871a8667 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9616621 May 27 13:14:25.055160 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:25.129765 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 9bcd33f0-9e8a-474a-a907-eb177d3f54bc up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:25.151408 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454908-cc02-4e19-a3ca-62e538047758 req-81b34524-2e1d-42dd-b60d-4dc0814e0a58 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:25.153651 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6e454908-cc02-4e19-a3ca-62e538047758 req-81b34524-2e1d-42dd-b60d-4dc0814e0a58 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.5923858 May 27 13:14:25.183324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108ae0-c794-4643-8988-96d2840c651d req-91515b88-386a-41a5-91eb-da79a7ec7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:25.190575 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-91515b88-386a-41a5-91eb-da79a7ec7374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.7032323 May 27 13:14:25.318986 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6e454908-cc02-4e19-a3ca-62e538047758 req-bee81478-b64e-450d-8099-0f2337161e53 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514878 May 27 13:14:25.357915 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Allocated IP 172.20.0.14 (609eed2c-d3b0-41bc-ae40-37b3384d77f6/c0bec4de-17bb-4554-8f96-0302f67f251e/affcbc11-7dc8-42eb-8665-9b0be6ac8731) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:14:25.468630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.518434 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-cf4fa9d9-4b7e-4ce1-bc08-8a2e356e8775 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0961828 May 27 13:14:25.519792 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:25.536331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9a30f3e98f4251a89a01761e6a0d7f is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:25.591134 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:25.612581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:25.661086 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:25.687192 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:25.690583 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48898) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:25.725613 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e235eb47-fc0c-46d8-a4ee-c08dfb687d79 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9615877 May 27 13:14:25.761661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:25.784517 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:25.785277 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.827442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.868362 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Transition to ACTIVE for port object affcbc11-7dc8-42eb-8665-9b0be6ac8731 will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:25.918560 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:25.951112 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:26.030071 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:26.045865 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.057735 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.070841 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-41fc961c-765b-4a27-861c-721ddc582522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.089609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.105107 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-430d425d-9a96-4825-88ad-503804152d3e req-243064fa-93c3-47f2-852e-338722c3f860 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617244 May 27 13:14:26.106318 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.135166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108ae0-c794-4643-8988-96d2840c651d req-4dc65392-81bf-46f5-ac35-8eae20399c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.136911 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-4dc65392-81bf-46f5-ac35-8eae20399c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.8765883 May 27 13:14:26.153540 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:26.223131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:14:26.243673 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.300086 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:14:26.302861 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:14:26.334442 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Usage tracker for resource:security_group_rule and tenant:0e1e192c3ebf47e6834598e4fc2b1326 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:26.343534 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-bc99d374-6ec2-44bb-8b8e-276b3b0362a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829851 May 27 13:14:26.344496 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:26.370762 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:26.379533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:26.392587 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['40d6a7ca-012b-4dfb-8e71-74c4d3b75015'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:26.449634 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.459736 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.469769 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.470753 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:26.485477 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.490222 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.518047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.519090 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.567988 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5429418 May 27 13:14:26.585427 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Request body: {'port': {'device_id': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:26.586880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:26.622971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6f55a-7eaa-4951-bcf4-5f977cccba7c req-ec7b18aa-6a52-4268-b926-0b33f24de830 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.624135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-aee6f55a-7eaa-4951-bcf4-5f977cccba7c req-ec7b18aa-6a52-4268-b926-0b33f24de830 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:26.642628 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86661dee-6dbc-499e-8c7b-f8f076f0b985 req-c7bfe4bd-1fcb-43c0-ba25-b29c3154b412 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:26.650519 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-86661dee-6dbc-499e-8c7b-f8f076f0b985 req-c7bfe4bd-1fcb-43c0-ba25-b29c3154b412 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.4672549 May 27 13:14:26.733285 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:26.739178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:26.752729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-86661dee-6dbc-499e-8c7b-f8f076f0b985 req-6695fc1b-77ea-4b91-a671-7e133e3b19bf tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006541 May 27 13:14:26.831725 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-7a61f63a-eaf5-441f-8cbc-ec3eedb2df27 None None] Provisioning for port affcbc11-7dc8-42eb-8665-9b0be6ac8731 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:26.838127 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-7a61f63a-eaf5-441f-8cbc-ec3eedb2df27 None None] Provisioning complete for port affcbc11-7dc8-42eb-8665-9b0be6ac8731 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:26.839031 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-7a61f63a-eaf5-441f-8cbc-ec3eedb2df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.867648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.940569 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.953200 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-7a61f63a-eaf5-441f-8cbc-ec3eedb2df27 None None] Port affcbc11-7dc8-42eb-8665-9b0be6ac8731 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:14:26.964302 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:26.987602 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-51ab8984-e3b7-4154-a188-633db0ac85d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.061513 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32108ae0-c794-4643-8988-96d2840c651d req-4238b276-38ba-48fb-ae7d-d9699648347a service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290851 May 27 13:14:27.070117 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-fb118f53-1f4b-433c-8ef6-a99a1a6acf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.071715 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-fb118f53-1f4b-433c-8ef6-a99a1a6acf6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1096 time: 0.7222915 May 27 13:14:27.078447 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b9a30f3e98f4251a89a01761e6a0d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4913063 May 27 13:14:27.091050 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48938) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:27.110055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e488ce4-1b1e-48c5-a974-f8bbc8b2706d,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.227886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.262141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65eac5-cd08-4b2d-a324-0f8452f3ae17 req-6368b853-3534-4990-abfd-e1efe7fca34a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.263680 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c65eac5-cd08-4b2d-a324-0f8452f3ae17 req-6368b853-3534-4990-abfd-e1efe7fca34a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.3282785 May 27 13:14:27.277761 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.279641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-51d5221f-714a-4d42-9835-ec836b5c7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:27.281871 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-51d5221f-714a-4d42-9835-ec836b5c7747 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.1955590 May 27 13:14:27.284895 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.300965 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.331297 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.332901 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-aee6f55a-7eaa-4951-bcf4-5f977cccba7c req-ec7b18aa-6a52-4268-b926-0b33f24de830 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:27.334048 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aee6f55a-7eaa-4951-bcf4-5f977cccba7c req-ec7b18aa-6a52-4268-b926-0b33f24de830 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 932 time: 1.3999600 May 27 13:14:27.379924 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e1e192c3ebf47e6834598e4fc2b1326&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6827970 May 27 13:14:27.385997 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48942) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:27.409598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0faa672-baf0-4178-8673-567d4569ba89,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.416609 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c65eac5-cd08-4b2d-a324-0f8452f3ae17 req-4de82e5c-5037-4d31-9872-8dd0cbb8eea9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365964 May 27 13:14:27.417264 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.430446 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.479139 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.481565 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aee6f55a-7eaa-4951-bcf4-5f977cccba7c req-fdedbe15-d0d3-49da-aeca-b498ee9ff0ea tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283514 May 27 13:14:27.519296 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.529501 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc', 'code': 200} May 27 13:14:27.588921 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.597944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-31114cb4-0a49-4cf2-bcc0-03baf709ba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.615379 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.616088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affcbc11-7dc8-42eb-8665-9b0be6ac8731 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:27.623625 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e488ce4-1b1e-48c5-a974-f8bbc8b2706d,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.630235 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.630698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3b1adc6f-e352-4dc1-8ea7-11f13fd34498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.632017 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.636665 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.641873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e488ce4-1b1e-48c5-a974-f8bbc8b2706d HTTP/1.1" status: 204 len: 168 time: 0.5451519 May 27 13:14:27.654589 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0faa672-baf0-4178-8673-567d4569ba89,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.656651 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Transition to ACTIVE for port object affcbc11-7dc8-42eb-8665-9b0be6ac8731 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:14:27.658593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:27.666167 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.668519 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0faa672-baf0-4178-8673-567d4569ba89 HTTP/1.1" status: 204 len: 168 time: 0.2804432 May 27 13:14:27.669081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:27.674575 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9a09307b-2835-4eda-938f-97a1098c9c7b tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:27.874078 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Pushing event updated for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:27.948134 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:28.249387 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Attempting to bind port affcbc11-7dc8-42eb-8665-9b0be6ac8731 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:14:28.249921 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Attempting to bind port affcbc11-7dc8-42eb-8665-9b0be6ac8731 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:14:28.250501 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Attempting to bind port affcbc11-7dc8-42eb-8665-9b0be6ac8731 on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:28.259788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Port affcbc11-7dc8-42eb-8665-9b0be6ac8731 on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:14:28.260203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Attempting to bind port affcbc11-7dc8-42eb-8665-9b0be6ac8731 on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:14:28.271710 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:14:28.272681 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Checking segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:14:28.272681 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Bound using segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:14:28.273286 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Bound port: affcbc11-7dc8-42eb-8665-9b0be6ac8731, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:14:28.273464 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.301312 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc5756-183f-48fe-8cb3-02b354a6726f req-00ce2f23-31e4-4f1b-bab3-934b04f9a941 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.303242 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0bc5756-183f-48fe-8cb3-02b354a6726f req-00ce2f23-31e4-4f1b-bab3-934b04f9a941 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.2899618 May 27 13:14:28.425059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0bc5756-183f-48fe-8cb3-02b354a6726f req-a1906d9f-9f8e-4f48-b5eb-3352e4c73ed5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899572 May 27 13:14:28.449418 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:14:28.453193 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48968) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:28.468990 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:14:28.472198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48972) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:28.483872 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.493262 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.503771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:28.525181 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:28.535706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Usage tracker for resource:security_group_rule and tenant:f6d7a1e289dc46929043734b2ffb9120 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:28.545375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:28.561116 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:28.578618 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.628895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:28.632648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.633714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.636065 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] 10.222.0.21 "PUT /v2.0/ports/affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 1094 time: 2.0585780 May 27 13:14:28.638452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:28.649788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Usage tracker for resource:security_group_rule and tenant:b80622f2629443fea03dd25397e91d6b is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:28.655196 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:28.659801 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Pushing event updated for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:28.667814 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:28.682898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.683246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.683693 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.684132 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.684594 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.685026 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.685459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.685932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.686361 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.686800 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.687223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.687644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:28.695397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:28.772268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.780755 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:28.804744 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3e0a20ef-554e-4f4d-b18d-217a10efde19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:28.881625 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6d7a1e289dc46929043734b2ffb9120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265745 May 27 13:14:28.884654 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 48984) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:28.899838 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58281bc-1655-4128-b5ce-185773f6b3e4,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:28.905642 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:28.958439 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bfd9b-6113-4500-9f20-fc89c47447b7 req-71ea2663-7f15-4965-8745-7e8a9bad78c7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:28.960120 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-989bfd9b-6113-4500-9f20-fc89c47447b7 req-71ea2663-7f15-4965-8745-7e8a9bad78c7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.2659659 May 27 13:14:29.077593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48990) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.109171 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aed66-5a93-4084-8843-21b47a3bdda4 req-6e913444-9d51-4a44-b2e2-60d91cd5678d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.113004 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-473aed66-5a93-4084-8843-21b47a3bdda4 req-6e913444-9d51-4a44-b2e2-60d91cd5678d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 944 time: 0.3472662 May 27 13:14:29.161368 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.214828 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.229301 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-989bfd9b-6113-4500-9f20-fc89c47447b7 req-54f8f980-34d6-460d-9200-44eeb81fc4ab tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423968 May 27 13:14:29.238587 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.299962 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.325724 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'status': 'completed', 'code': 200} May 27 13:14:29.344256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.369152 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-ae351a6f-f2f0-443a-bf0d-77f4c488c3b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 200 len: 217 time: 0.0903697 May 27 13:14:29.375053 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:29.379738 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Usage tracker for resource:security_group_rule and tenant:ecacf88732f74f1eae4feea70ddf9d5c is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:29.383306 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:29.390528 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:29.397097 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-473aed66-5a93-4084-8843-21b47a3bdda4 req-deda2243-6041-4d8e-ae43-0c3e7b1ac52e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634866 May 27 13:14:29.405518 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b80622f2629443fea03dd25397e91d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315345 May 27 13:14:29.406901 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b7259-19ab-4824-9770-e8aade98bb85,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.410157 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 48996) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.422618 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.435975 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.546695 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.559853 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.580292 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7fe4a9c4-d679-424c-947f-adbfb5e65b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.611621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58281bc-1655-4128-b5ce-185773f6b3e4,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.616808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.618451 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.624620 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e58281bc-1655-4128-b5ce-185773f6b3e4 HTTP/1.1" status: 204 len: 168 time: 0.7178619 May 27 13:14:29.648229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.749275 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.757566 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.765344 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9c598-4a85-4cd2-a11f-ffd78b4fd7bb req-73e61807-2b01-4fb5-978d-1c54065d4aab tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:29.767429 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-97f9c598-4a85-4cd2-a11f-ffd78b4fd7bb req-73e61807-2b01-4fb5-978d-1c54065d4aab tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.1032064 May 27 13:14:29.771402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.861377 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-97f9c598-4a85-4cd2-a11f-ffd78b4fd7bb req-cf078efe-adc8-4611-83e9-e72ddd258dde tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783751 May 27 13:14:29.863593 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49008) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:29.864832 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecacf88732f74f1eae4feea70ddf9d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812824 May 27 13:14:29.865960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67a818-591e-476f-ab82-11fdb148cb10,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.881024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.881494 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.881923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.882375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.882789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.883426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.884312 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.884777 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.885195 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.885662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.886071 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.886506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:29.892276 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.900130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.900916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d368f588-7684-47b8-b679-834059b2335b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:29.918164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b7259-19ab-4824-9770-e8aade98bb85,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:29.923635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:29.945014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:29.949406 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab9b7259-19ab-4824-9770-e8aade98bb85 HTTP/1.1" status: 204 len: 168 time: 0.5381880 May 27 13:14:30.016092 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.049201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.131430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.136644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3deac816-8d9a-467e-81ee-578daf29c61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:30.151905 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67a818-591e-476f-ab82-11fdb148cb10,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:30.161235 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:30.163740 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.165059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab67a818-591e-476f-ab82-11fdb148cb10 HTTP/1.1" status: 204 len: 168 time: 0.3001103 May 27 13:14:30.471915 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-669a83f3-1d98-4522-9f53-a6078f1570ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.491556 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47439e30-26d6-40ee-9e30-5844347e0051 req-3348498e-4276-404b-924f-fbc6ca53f3c5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.493138 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-47439e30-26d6-40ee-9e30-5844347e0051 req-3348498e-4276-404b-924f-fbc6ca53f3c5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.1173103 May 27 13:14:30.602603 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-47439e30-26d6-40ee-9e30-5844347e0051 req-d6d3179c-b2a9-4255-8213-65f4e8ce64d6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012149 May 27 13:14:30.715428 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-0bab5388-fd8e-4351-b653-af802d533572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.717822 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-0bab5388-fd8e-4351-b653-af802d533572 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.0974767 May 27 13:14:30.805992 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49038) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:30.832278 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-4f315605-77ca-4ca8-a7bd-c9680179421a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947211 May 27 13:14:30.848917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:30.876988 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:30.887019 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Usage tracker for resource:security_group_rule and tenant:f52b31090f6b40a4bbe1ece8e365b755 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:30.896197 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:30.906452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:30.954392 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c773-320e-4767-8561-a73a9b543885 req-65151fc3-6261-40b7-bd57-1da1da0710e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:30.962477 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9369c773-320e-4767-8561-a73a9b543885 req-65151fc3-6261-40b7-bd57-1da1da0710e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 944 time: 0.3460324 May 27 13:14:31.000684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-583d43e6-4582-407d-baba-8b37a30d8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.003501 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-583d43e6-4582-407d-baba-8b37a30d8623 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1097 time: 0.3107071 May 27 13:14:31.088126 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9369c773-320e-4767-8561-a73a9b543885 req-1c882bc6-1fc0-4b1f-8f90-bfed82ff62a7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243389 May 27 13:14:31.201647 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-ac4e37ba-8931-468c-b772-2bb9c5ffd677 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531046 May 27 13:14:31.265565 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 30fbf1d3-3143-4f4e-ba29-6999f90cd412 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:31.268254 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:31.309940 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-bfc595ab-e9ef-488a-b66d-a3afb71e46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.311437 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-bfc595ab-e9ef-488a-b66d-a3afb71e46a2 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9afd9ff364f24ed2a7b53846b14667de&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2883861 May 27 13:14:31.521511 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.553486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:31.599877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-58d69a3a-4f71-4a04-9da1-074989f655b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:31.689790 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f52b31090f6b40a4bbe1ece8e365b755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8654253 May 27 13:14:31.692867 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-f6c9d158-2109-4598-87c3-ecd9c0783a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.694975 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cba971c6-f103-4c58-aac4-03290d0510f3 req-f6c9d158-2109-4598-87c3-ecd9c0783a93 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679163 May 27 13:14:31.695492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49072) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:31.699513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a5a788-9532-4571-bcd6-14e4200fea15,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:31.715914 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:31.753395 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aca01-6181-49c8-bf55-8df3f243ab20 req-72eff035-f1ce-463f-8bcc-e7458bb15457 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.762014 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c95aca01-6181-49c8-bf55-8df3f243ab20 req-72eff035-f1ce-463f-8bcc-e7458bb15457 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 943 time: 0.5790260 May 27 13:14:31.781309 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d6d6dba5-e91e-46d9-9e89-1ad494f4f4eb req-12c2a5fe-59db-41f4-9473-f8bb36b3b72e service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551980 May 27 13:14:31.821226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2ae87-126b-4867-8f30-14ed498da186 req-8a49ce39-9cb2-4c26-bd96-4da9ceec1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:31.825133 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-6cf2ae87-126b-4867-8f30-14ed498da186 req-8a49ce39-9cb2-4c26-bd96-4da9ceec1012 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.6190710 May 27 13:14:31.976932 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-6cf2ae87-126b-4867-8f30-14ed498da186 req-72791952-ae97-45c1-a4a7-77ab43cfed90 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414642 May 27 13:14:32.087701 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:32.100132 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:32.100908 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.267528 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:32.287118 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c95aca01-6181-49c8-bf55-8df3f243ab20 req-5d6e0910-59de-4f46-b03a-8f8c875e7f8f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240607 May 27 13:14:32.319173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '30fbf1d3-3143-4f4e-ba29-6999f90cd412', 'network_id': '2494e626-9751-4439-8e05-883ab7111601', 'port_id': '30fbf1d3-3143-4f4e-ba29-6999f90cd412', 'mac_address': 'fa:16:3e:0c:fa:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19482c-ba28-405b-9d50-2b1c7dfd8aa2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:32.445991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.534289 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-500a0803-669a-46cf-953e-782260871945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:32.537612 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-500a0803-669a-46cf-953e-782260871945 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1097 time: 0.7460225 May 27 13:14:32.564675 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9e353-74e3-40fc-9976-16134bd23c34 req-73f17676-b516-4707-a890-4bd016f3d344 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:32.567413 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7eb9e353-74e3-40fc-9976-16134bd23c34 req-73f17676-b516-4707-a890-4bd016f3d344 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.7184315 May 27 13:14:32.574904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.576659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.633846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fbf1d3-3143-4f4e-ba29-6999f90cd412 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:32.680959 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:32.784900 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.804913 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.813053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:32.866385 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-bc0c24bd-d1dd-4ebf-833a-805cb0e17e68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 217 time: 0.2973621 May 27 13:14:32.872600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:32.900989 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:32.915172 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:32.922047 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:32.932738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.933125 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.933750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.934219 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.934644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.935013 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.935389 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.935805 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.936176 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.936600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.937179 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.937445 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:14:32.958165 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:32.962120 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:33.043409 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-fdfe1cef-b327-48ef-918b-712dd31169d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:33.046809 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-fdfe1cef-b327-48ef-918b-712dd31169d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.1578767 May 27 13:14:33.091807 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.128590 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:33.147304 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:33.208984 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7eb9e353-74e3-40fc-9976-16134bd23c34 req-398c0fe0-f08a-477d-a5cb-a19828fd6178 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5140891 May 27 13:14:33.292963 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['30fbf1d3-3143-4f4e-ba29-6999f90cd412'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:33.388897 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491019-71cb-47bf-bb3f-9b221db1889e req-45782fc1-fe32-47e4-81c9-2ce3d73a24fb tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:33.398359 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'code': 200} May 27 13:14:33.410217 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa491019-71cb-47bf-bb3f-9b221db1889e req-45782fc1-fe32-47e4-81c9-2ce3d73a24fb tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 944 time: 0.8394940 May 27 13:14:33.554337 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa491019-71cb-47bf-bb3f-9b221db1889e req-f9996aa7-3cf4-4a88-b8ff-432b88826d1d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431239 May 27 13:14:33.565625 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49136) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:33.582046 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.720420 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fd662873-35a0-4d10-b16f-d7fe82c900b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:33.742225 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.768383 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:33.774446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Usage tracker for resource:security_group_rule and tenant:739b8d3913ac4ac988606050aa4a1011 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:33.778867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:33.782517 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a5a788-9532-4571-bcd6-14e4200fea15,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:33.789773 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:33.808713 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:33.828329 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:33.840900 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4a5a788-9532-4571-bcd6-14e4200fea15 HTTP/1.1" status: 204 len: 168 time: 2.1407642 May 27 13:14:33.857658 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c815c1-926f-46d0-a0ae-16746135066c req-709560e3-078f-4cc1-ad3a-e878b2285683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:33.859253 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-709560e3-078f-4cc1-ad3a-e878b2285683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7757399 May 27 13:14:34.162572 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6e83b-cfd1-4b14-a9ad-c5014699d302 req-0c23b6da-faa7-4f83-9bbc-f2858e0ef126 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.169135 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4cb6e83b-cfd1-4b14-a9ad-c5014699d302 req-0c23b6da-faa7-4f83-9bbc-f2858e0ef126 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 944 time: 0.6377885 May 27 13:14:34.204211 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.235099 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.267815 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:34.358841 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4cb6e83b-cfd1-4b14-a9ad-c5014699d302 req-ccb5517a-ffc4-420b-957a-672d9817a856 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792445 May 27 13:14:34.369550 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772d7de-7c8c-4a68-ae99-fd888be1a3dc req-c46bd326-6fa5-4385-9f96-fc51f15081a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.371885 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a772d7de-7c8c-4a68-ae99-fd888be1a3dc req-c46bd326-6fa5-4385-9f96-fc51f15081a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1098 time: 0.4212782 May 27 13:14:34.449219 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a772d7de-7c8c-4a68-ae99-fd888be1a3dc req-81fd845f-4666-47bf-9742-4c3e870af791 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573440 May 27 13:14:34.449893 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f7209-b7d9-433f-b6da-d6bac3c63c62,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:34.455703 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=739b8d3913ac4ac988606050aa4a1011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8889713 May 27 13:14:34.457289 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:34.460214 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49170) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:34.540256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.567730 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-d3410c46-87fc-409b-8673-536383544f68 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6852801 May 27 13:14:34.579389 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.691229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.697678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e93ba4be-3ac2-4783-8b67-febd1da76dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:34.720327 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.722593 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f5f7209-b7d9-433f-b6da-d6bac3c63c62 HTTP/1.1" status: 204 len: 168 time: 0.2609661 May 27 13:14:34.724077 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f7209-b7d9-433f-b6da-d6bac3c63c62,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:34.755965 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:34.756591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49182) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:34.783032 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.803998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:34.807859 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707fa8c-061f-404b-8c3b-86ed481dc219 req-a5028dc7-bec5-486e-8cf6-20ef93934950 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.809712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Usage tracker for resource:security_group_rule and tenant:24105a99f28d42af8e5dc46da32350dc is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:34.810288 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d707fa8c-061f-404b-8c3b-86ed481dc219 req-a5028dc7-bec5-486e-8cf6-20ef93934950 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.4253926 May 27 13:14:34.820892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:34.828694 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0febea-f29f-46bd-ac13-64af9a932779 req-e2462c70-f902-43d5-9023-98b5f5755562 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:34.829980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:34.832036 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6a0febea-f29f-46bd-ac13-64af9a932779 req-e2462c70-f902-43d5-9023-98b5f5755562 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3208671 May 27 13:14:34.947289 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4d8a7f62-b668-4aaf-af8d-7c5b31e13167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:34.997124 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26c815c1-926f-46d0-a0ae-16746135066c req-77a15894-0621-4e5c-9b51-8fc5ca7c7b4a service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063625 May 27 13:14:35.036233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.044429 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6a0febea-f29f-46bd-ac13-64af9a932779 req-a7f49e04-69eb-45da-82b2-4a3a317a6727 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887197 May 27 13:14:35.052394 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.061317 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d707fa8c-061f-404b-8c3b-86ed481dc219 req-567fdaf0-47d3-4800-b49d-3fd24ad410ae tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089152 May 27 13:14:35.066272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a3de2b48-13ec-4c43-ab33-d222e264d431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:35.122423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7251e89c-dea9-4bb0-b2ef-92a3f198af49,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:35.130487 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:35.137038 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24105a99f28d42af8e5dc46da32350dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793075 May 27 13:14:35.142334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49192) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:35.285595 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.291597 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 30fbf1d3-3143-4f4e-ba29-6999f90cd412 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:35.335110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.421692 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:35.428978 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:35.431096 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.503852 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.507916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:35.515912 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aba1f-cd2a-47bb-bf93-880543293c6e req-3e7abe2e-71a6-4058-aee3-cef0efc742e9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:35.521416 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2d4aba1f-cd2a-47bb-bf93-880543293c6e req-3e7abe2e-71a6-4058-aee3-cef0efc742e9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 944 time: 0.2101209 May 27 13:14:35.530680 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7251e89c-dea9-4bb0-b2ef-92a3f198af49,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:35.571858 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:35.575063 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.591051 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2a80cdd0-a094-4651-a0a0-a8a5acecb94c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7251e89c-dea9-4bb0-b2ef-92a3f198af49 HTTP/1.1" status: 204 len: 168 time: 0.4445727 May 27 13:14:35.711604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.748339 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:35.762630 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:35.763629 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2d4aba1f-cd2a-47bb-bf93-880543293c6e req-dabc6796-8b49-4e07-8a00-d1cd132e6ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258496 May 27 13:14:35.773753 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:35.778971 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:35.941586 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:35.953329 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:35.968721 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412', 'code': 200} May 27 13:14:36.128772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88aaf-7fc9-4d31-889c-6150033bdbf1 req-912b1a56-2e42-488c-82a7-4efb8bbc619b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.131137 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89c88aaf-7fc9-4d31-889c-6150033bdbf1 req-912b1a56-2e42-488c-82a7-4efb8bbc619b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2998443 May 27 13:14:36.316237 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89c88aaf-7fc9-4d31-889c-6150033bdbf1 req-29ae6838-f98d-437f-9b35-892cf341e560 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690552 May 27 13:14:36.657996 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:36.835942 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367e135-9dea-41bf-b318-5cc329f0d7fb req-bf511a5e-3a61-48a2-9f83-cf113466cda4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.856451 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6367e135-9dea-41bf-b318-5cc329f0d7fb req-bf511a5e-3a61-48a2-9f83-cf113466cda4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3860421 May 27 13:14:36.869714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331497-3851-44ec-b01e-19b9bd5d8f3a req-2b08b96e-e151-4201-8fcb-14e1d4b301b9 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.871562 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2a331497-3851-44ec-b01e-19b9bd5d8f3a req-2b08b96e-e151-4201-8fcb-14e1d4b301b9 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.3601882 May 27 13:14:36.932277 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd7e63-d2d9-4db9-8068-28c67a37e14d req-e47badf7-9e64-4838-8818-76fdd2ed1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:36.934872 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4acd7e63-d2d9-4db9-8068-28c67a37e14d req-e47badf7-9e64-4838-8818-76fdd2ed1f70 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1098 time: 0.3575518 May 27 13:14:37.017828 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6367e135-9dea-41bf-b318-5cc329f0d7fb req-fed2f62f-2a78-4a62-b14b-c9db8fa18be1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602333 May 27 13:14:37.036021 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2a331497-3851-44ec-b01e-19b9bd5d8f3a req-86956df9-3673-4fca-9b78-edb08a9a30a6 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487238 May 27 13:14:37.057471 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-4acd7e63-d2d9-4db9-8068-28c67a37e14d req-3225f266-6340-458c-a8da-d16e3576f88d service neutron] Synchronizing usage tracker for tenant:59c2f54eb70548d39155eb8792056518 on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:37.109426 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-4acd7e63-d2d9-4db9-8068-28c67a37e14d req-3225f266-6340-458c-a8da-d16e3576f88d service neutron] Unset dirty status for tenant:59c2f54eb70548d39155eb8792056518 on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:37.111500 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4acd7e63-d2d9-4db9-8068-28c67a37e14d req-3225f266-6340-458c-a8da-d16e3576f88d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612241 May 27 13:14:37.300052 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device affcbc11-7dc8-42eb-8665-9b0be6ac8731 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:14:37.551143 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81401c0-d11a-41d9-86a6-f63a24b51ee4 req-3aaa10b5-4c9d-4398-81e0-1ed8f191ca6f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:37.562893 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b81401c0-d11a-41d9-86a6-f63a24b51ee4 req-3aaa10b5-4c9d-4398-81e0-1ed8f191ca6f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 944 time: 0.3540573 May 27 13:14:37.588817 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:37.605716 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'port_id': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'mac_address': 'fa:16:3e:19:ce:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:14:37.659329 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3193b-7f64-4799-96b9-5041c7edc573 req-d7829edc-ebcb-41d3-bae2-fee074c8e5bf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:37.670618 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49292) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:37.676485 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f0b3193b-7f64-4799-96b9-5041c7edc573 req-d7829edc-ebcb-41d3-bae2-fee074c8e5bf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2883377 May 27 13:14:37.691272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'floatingip': {'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:37.697354 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b81401c0-d11a-41d9-86a6-f63a24b51ee4 req-c2f72bf3-2d84-4ae9-8604-10e20d77f26d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324182 May 27 13:14:37.717469 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.761629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affcbc11-7dc8-42eb-8665-9b0be6ac8731 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:14:37.842202 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.842577 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:37.856838 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:37.859792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-477699c6-3d55-4531-bc4d-7e68c88bae6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:38.107080 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:38.130581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:38.201169 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-5d5db88a-c8f4-4b75-ac05-216bf89c8a6a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:38.203451 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-5d5db88a-c8f4-4b75-ac05-216bf89c8a6a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.21 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.4194202 May 27 13:14:38.305959 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a38b3-acbf-41b3-a269-e16f1e0b9b84 req-e41e594e-a4db-4d8a-8682-f441ca0ca68c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:38.308539 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-775a38b3-acbf-41b3-a269-e16f1e0b9b84 req-e41e594e-a4db-4d8a-8682-f441ca0ca68c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.3893192 May 27 13:14:38.425229 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['affcbc11-7dc8-42eb-8665-9b0be6ac8731'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:14:38.556584 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-775a38b3-acbf-41b3-a269-e16f1e0b9b84 req-d411b15d-c2ce-4671-91bb-e307fd56b44f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832986 May 27 13:14:38.577855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa00ee-e3da-40a7-8089-4406e7163844 req-02196f22-6a7f-4f56-b49c-aff37c56c0bc tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:38.580478 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fbaa00ee-e3da-40a7-8089-4406e7163844 req-02196f22-6a7f-4f56-b49c-aff37c56c0bc tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 945 time: 0.2930281 May 27 13:14:38.609627 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Deleting port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:14:38.610031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:38.708054 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.144417 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fbaa00ee-e3da-40a7-8089-4406e7163844 req-c1722274-96c7-4ca3-98c4-5fc29c051ae7 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/security-groups?id=490939b7-b50b-43be-8fc7-24a5ca233b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536919 May 27 13:14:39.148229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] For port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,segment=NetworkSegment(6e1ceb04-5517-47a5-b3f3-f4733a8c471b),segment_id=6e1ceb04-5517-47a5-b3f3-f4733a8c471b)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:39.149128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.449849 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Calling delete_port for 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:14:39.620372 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ea56b-53c8-447f-9ea9-86a03ef6cec1 req-d6be04c8-6bc3-485e-b9b7-a92d7c81b63a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:39.623922 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-393ea56b-53c8-447f-9ea9-86a03ef6cec1 req-d6be04c8-6bc3-485e-b9b7-a92d7c81b63a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 945 time: 0.6734536 May 27 13:14:39.721370 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.735892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:39.751710 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-393ea56b-53c8-447f-9ea9-86a03ef6cec1 req-d2702d65-9a28-41ef-ab65-27acfbafef2a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183939 May 27 13:14:39.943023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e9d20-14c9-40d4-b376-6f9b7883b3f1 req-2759e546-1e3f-4e36-968e-d18489f77ad5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:39.955691 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-728e9d20-14c9-40d4-b376-6f9b7883b3f1 req-2759e546-1e3f-4e36-968e-d18489f77ad5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1833026 May 27 13:14:40.022923 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.059795 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:40.083552 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Floating IP e434bc7d-c063-4b4c-8a64-e374c215910b associated. External IP: 172.27.3.36, port: 40d6a7ca-012b-4dfb-8e71-74c4d3b75015. May 27 13:14:40.114935 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-728e9d20-14c9-40d4-b376-6f9b7883b3f1 req-320151c0-58e3-48ad-91b5-8bc03c3bc46b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575274 May 27 13:14:40.123741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Pushing event deleted for resources: {'Port': ['ID=3fe545ca-9cb9-40aa-9f29-b31ca6de7950,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:40.156520 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:40.333373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] No DVR routers for this DVR port 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:14:40.339194 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:40.343799 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'name': 'network-vif-deleted', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:40.364611 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0bb4a844-59f1-41b7-b1b1-9127d682f82b req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.21 "DELETE /v2.0/ports/3fe545ca-9cb9-40aa-9f29-b31ca6de7950 HTTP/1.1" status: 204 len: 173 time: 2.1511767 May 27 13:14:40.587266 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53496a6-d0a0-4857-bc19-b8d8a827a3f7', 'name': 'network-vif-deleted', 'tag': '3fe545ca-9cb9-40aa-9f29-b31ca6de7950', 'status': 'completed', 'code': 200} May 27 13:14:40.608866 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f2ebac0d-4fcd-4466-b40a-6293ac5ac12d req-7f1e16cb-382e-4eaf-9a5b-a5194d1ad734 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Synchronizing usage tracker for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:14:40.648632 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f2ebac0d-4fcd-4466-b40a-6293ac5ac12d req-7f1e16cb-382e-4eaf-9a5b-a5194d1ad734 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Unset dirty status for tenant:a53460ce9d6542bc9975297fee8c2c28 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:14:40.650580 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f2ebac0d-4fcd-4466-b40a-6293ac5ac12d req-7f1e16cb-382e-4eaf-9a5b-a5194d1ad734 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.1811244 May 27 13:14:40.854114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd910bb-6f03-49d7-910e-abfed6357f6d req-0fa0ac45-4af9-412f-9ef8-9a44b35a7c02 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:40.858731 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bbd910bb-6f03-49d7-910e-abfed6357f6d req-0fa0ac45-4af9-412f-9ef8-9a44b35a7c02 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1675205 May 27 13:14:41.106269 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bbd910bb-6f03-49d7-910e-abfed6357f6d req-88a63916-1a56-4950-beb3-b60e8fe0e073 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388606 May 27 13:14:41.237934 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:14:41.250541 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63149-ce44-4db6-a792-3da619db1a06 req-4cfb25c3-7fe1-44d4-a865-69cdaf61ca6e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:41.257865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ca63149-ce44-4db6-a792-3da619db1a06 req-4cfb25c3-7fe1-44d4-a865-69cdaf61ca6e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 945 time: 0.2679224 May 27 13:14:41.346427 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ca63149-ce44-4db6-a792-3da619db1a06 req-72fc3402-980e-4b63-96b2-80d268c80f1f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763092 May 27 13:14:41.629395 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:14:41.637705 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:41.658816 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:41.661078 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49412) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:41.676767 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:41.678153 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:14:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:41.822249 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-91abb03c-140f-45b2-94ec-10c03c7f4744 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "PUT /v2.0/floatingips/e434bc7d-c063-4b4c-8a64-e374c215910b HTTP/1.1" status: 200 len: 990 time: 4.1490176 May 27 13:14:41.823573 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:42.035088 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:42.160968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.202732 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e61a0c72-4f38-4369-b9cb-2198d1b58466 req-cccf2047-a6b7-4383-800a-c56cfe731075 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0975261 May 27 13:14:42.207931 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:42.214015 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Usage tracker for resource:security_group_rule and tenant:a498e43cd97141b69d3a40708ad9f88b is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:42.228445 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:42.235500 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:42.262248 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'status': 'completed', 'code': 200} May 27 13:14:42.414536 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.428995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.438850 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9e9aa141-12b1-447a-9651-23f4a06765f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:42.487039 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d792ed-e78e-4bbd-97bf-9c786e468472,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:42.491285 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a498e43cd97141b69d3a40708ad9f88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8276911 May 27 13:14:42.494534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49442) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:42.495681 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:42.513891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52b788-c862-4b09-994c-f218c77f56f2 req-f6e22d3f-d7cc-4aa8-913f-db3239728b48 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:42.515447 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ae52b788-c862-4b09-994c-f218c77f56f2 req-f6e22d3f-d7cc-4aa8-913f-db3239728b48 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1582587 May 27 13:14:42.518795 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'e434bc7d-c063-4b4c-8a64-e374c215910b', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:13:49Z', 'updated_at': '2021-05-27T13:14:39Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:42.525904 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:42.542661 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:42.544596 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:14:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:42.570793 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.589197 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ae52b788-c862-4b09-994c-f218c77f56f2 req-a2a42a64-9fb7-46fc-8555-1afa2bbcfc5c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 May 27 13:14:42.616130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.693515 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.700660 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9ee0b363-f976-4af0-a2ec-aba7b3afb895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:42.722633 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:42.727193 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57d792ed-e78e-4bbd-97bf-9c786e468472 HTTP/1.1" status: 204 len: 168 time: 0.2263772 May 27 13:14:42.727193 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d792ed-e78e-4bbd-97bf-9c786e468472,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:42.727850 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:42.765371 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:42.803735 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff58ee-0bbf-4181-92d3-9142c82863cd req-14919657-9e10-44a6-8e98-35382292c306 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:42.805345 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2ff58ee-0bbf-4181-92d3-9142c82863cd req-14919657-9e10-44a6-8e98-35382292c306 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 945 time: 0.1072555 May 27 13:14:42.871263 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2ff58ee-0bbf-4181-92d3-9142c82863cd req-fe18cf4f-5961-49aa-8ae2-b1a1073eb4d5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585954 May 27 13:14:43.188577 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49454) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:43.219743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.245369 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:43.253106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Usage tracker for resource:security_group_rule and tenant:63a857790f404822a3879e3fd0a2c832 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:43.257075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:43.272953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:43.293605 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'e434bc7d-c063-4b4c-8a64-e374c215910b', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:13:49Z', 'updated_at': '2021-05-27T13:14:39Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:43.298475 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b794df9c-ec8b-4465-ae5c-18846c5fd120 None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'e434bc7d-c063-4b4c-8a64-e374c215910b', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:13:49Z', 'updated_at': '2021-05-27T13:14:39Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:43.426432 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e88b250f-3b3d-451e-9c3b-70e89e389201 req-e249b5ea-88b3-4bb9-9085-8608cd4d9ec1 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0614460 May 27 13:14:43.428218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.434106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.448119 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.511258 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63a857790f404822a3879e3fd0a2c832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211958 May 27 13:14:43.512339 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf2528-9229-45ea-9023-9eaebc8357cb,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.514112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49464) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:43.518861 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.569745 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc30d06-1a35-4c2f-9c04-d13e3b5a0e3e None None] New status for floating IP e434bc7d-c063-4b4c-8a64-e374c215910b: ACTIVE {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:14:43.604076 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.647812 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.838944 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.844953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:43.859124 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf2528-9229-45ea-9023-9eaebc8357cb,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:43.862515 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:43.865880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:43.867684 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcaf2528-9229-45ea-9023-9eaebc8357cb HTTP/1.1" status: 204 len: 168 time: 0.3525765 May 27 13:14:43.872763 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aa5f1-85b3-4860-8c39-745da77cec40 req-4fe46d34-7d84-4ea6-be60-5c7f6bf3a5e9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:43.874428 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-160aa5f1-85b3-4860-8c39-745da77cec40 req-4fe46d34-7d84-4ea6-be60-5c7f6bf3a5e9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1088574 May 27 13:14:43.941005 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-160aa5f1-85b3-4860-8c39-745da77cec40 req-36d1557d-e650-473c-ba7d-854be31475b1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 May 27 13:14:44.156139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e732b-b734-423e-8bb5-16881cb889c9 req-52b3d145-7a11-48f9-b7da-ccee87fdb8ab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.159369 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8b6e732b-b734-423e-8bb5-16881cb889c9 req-52b3d145-7a11-48f9-b7da-ccee87fdb8ab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 945 time: 0.1160612 May 27 13:14:44.238814 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8b6e732b-b734-423e-8bb5-16881cb889c9 req-c75fcfc3-e7a1-41a1-9ee1-77dadd85d9b5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684206 May 27 13:14:44.554270 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device affcbc11-7dc8-42eb-8665-9b0be6ac8731 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:14:44.600107 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d91535b-1744-4b36-a39f-f6a0e4103ac4 req-c5188956-a6f1-458e-82e2-a3850918e383 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0512483 May 27 13:14:44.677115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port affcbc11-7dc8-42eb-8665-9b0be6ac8731 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:14:44.684975 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port affcbc11-7dc8-42eb-8665-9b0be6ac8731 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:14:44.685495 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.821166 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-986f275d-548a-452e-bede-57d1ca776d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.823025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-986f275d-548a-452e-bede-57d1ca776d93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1098 time: 0.1054313 May 27 13:14:44.843274 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.875500 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:44.888773 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:14:44.894872 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:44.896844 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:14:44.921687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-f9b82e8b-c1f8-4816-bb06-816dd49b44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:44.925717 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-f9b82e8b-c1f8-4816-bb06-816dd49b44a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1098 time: 0.1382844 May 27 13:14:44.958789 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:44.998903 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:14:44.999488 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 3fe545ca-9cb9-40aa-9f29-b31ca6de7950 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:14:45.029259 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'code': 200} May 27 13:14:45.053890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:45.064914 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:45.074073 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-789d0d76-1948-4b53-8782-fc9c1175e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.075553 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-789d0d76-1948-4b53-8782-fc9c1175e2b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.2431793 May 27 13:14:45.205901 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-2940aece-d8e4-48fc-aa55-45e67b12735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.207995 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-2940aece-d8e4-48fc-aa55-45e67b12735d service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.2725916 May 27 13:14:45.283014 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-598c057a-13b0-4bc7-a52b-15859f9a4456 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 200 len: 217 time: 0.1899312 May 27 13:14:45.376811 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857c19b-d31e-4b18-87d6-a7b898ca523c req-7a2b2226-516d-4717-b116-c5578e9d36fc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.378212 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a857c19b-d31e-4b18-87d6-a7b898ca523c req-7a2b2226-516d-4717-b116-c5578e9d36fc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1605554 May 27 13:14:45.388021 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-8f474ab4-dc3b-449f-a157-0511bbacec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.397714 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-8f474ab4-dc3b-449f-a157-0511bbacec8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.0934725 May 27 13:14:45.459918 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-1b75ce54-1a56-4e7b-a26b-8ff64f1d5b28 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 1000 time: 0.2443790 May 27 13:14:45.613903 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-88439f99-fe71-4cf3-9cff-88204f23741c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942377 May 27 13:14:45.626147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-b1d8d869-e746-427a-9d6d-23a133b8b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.637538 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-b1d8d869-e746-427a-9d6d-23a133b8b349 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.1601918 May 27 13:14:45.648226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ccf75-f18d-47ca-8b0d-f54a5ce24ddd req-c46e289c-2424-4877-ab0d-e1fa52bdf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.649964 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-be9ccf75-f18d-47ca-8b0d-f54a5ce24ddd req-c46e289c-2424-4877-ab0d-e1fa52bdf00a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1099 time: 0.3458278 May 27 13:14:45.667372 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a857c19b-d31e-4b18-87d6-a7b898ca523c req-bebd68c2-6682-401c-9640-fe757a2e8fc9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685218 May 27 13:14:45.760978 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-be9ccf75-f18d-47ca-8b0d-f54a5ce24ddd req-255ae01b-47d6-4b23-bdd9-702f5efc6e44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645733 May 27 13:14:45.789706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-31b32600-ccf1-4fb5-8386-ed710984a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:45.792430 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-31b32600-ccf1-4fb5-8386-ed710984a26a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1413546 May 27 13:14:45.793149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49532) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:46.015080 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68bddf14-cf14-4497-838e-5796cf2e694e req-71ea0371-cc33-40ce-8339-b8e1cb396710 tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] 10.222.0.52 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0866866 May 27 13:14:46.031378 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.064394 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-0367fbf7-c57c-41ac-8e47-37d512f9686e service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184083 May 27 13:14:46.081634 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:46.087394 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-643e76f3-fde8-4c1d-8dfe-fa331c1ac203 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391122 May 27 13:14:46.097238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4331331-4497-44e3-940f-bb64a3cdc757 req-c5628b21-45d4-4577-a22e-6f78b7a8de25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:46.107803 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4331331-4497-44e3-940f-bb64a3cdc757 req-c5628b21-45d4-4577-a22e-6f78b7a8de25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.6026745 May 27 13:14:46.118854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c31a6b22e64761b6426469d5e723fd is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:46.125696 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:46.335420 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:46.440732 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4331331-4497-44e3-940f-bb64a3cdc757 req-7d2ee10c-9d73-4184-a098-161c95a28562 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311267 May 27 13:14:46.472838 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-6d7ae449-24c2-4bf2-8d96-e5f6ca16c3fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1985929 May 27 13:14:46.476966 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0887b182-dda7-4e98-9295-ff8066f37a74 req-b44405c8-f531-4148-b5b1-f938929eaa87 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995001 May 27 13:14:46.499199 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42a13e95-8e04-40cd-8d9a-fce6fae53720 req-cc131136-d53a-4c8a-acc2-a38a88c16628 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605027 May 27 13:14:46.596939 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.601177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.610872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:46.653466 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c31a6b22e64761b6426469d5e723fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8581514 May 27 13:14:46.654404 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459ad0c2-86e8-45e7-834e-2bb8bfe35cf5,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:46.658064 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:46.658991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49558) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:46.728231 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.755909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.870272 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.875027 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2ca16f50-27ef-4df0-a756-5a0d79547a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:46.889167 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007032-4544-469a-b297-4272b8c2edb8 req-090835e1-ba6c-443b-9e9c-326823e0764d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:46.890668 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8a007032-4544-469a-b297-4272b8c2edb8 req-090835e1-ba6c-443b-9e9c-326823e0764d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1133714 May 27 13:14:46.904555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459ad0c2-86e8-45e7-834e-2bb8bfe35cf5,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:46.922906 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:46.957259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:46.958865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/459ad0c2-86e8-45e7-834e-2bb8bfe35cf5 HTTP/1.1" status: 204 len: 168 time: 0.2983274 May 27 13:14:46.971100 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8a007032-4544-469a-b297-4272b8c2edb8 req-d2a64304-a94d-409f-b6db-83bffc3d8f1e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724006 May 27 13:14:47.702150 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2bae4-c495-4a4c-8407-1ce10c8e5d69 req-5ed9529c-2d66-416d-b6a8-004ab1ac9ec2 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:47.704485 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2bc2bae4-c495-4a4c-8407-1ce10c8e5d69 req-5ed9529c-2d66-416d-b6a8-004ab1ac9ec2 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1382403 May 27 13:14:47.766721 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2bc2bae4-c495-4a4c-8407-1ce10c8e5d69 req-a8ade34e-a3d1-4285-875b-3de064499676 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487094 May 27 13:14:47.811269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:48.189137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3d9b-d164-490e-b7a7-3ac30511208c req-df97d794-0f12-4af8-a433-c585f5a22220 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:48.190978 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-584c3d9b-d164-490e-b7a7-3ac30511208c req-df97d794-0f12-4af8-a433-c585f5a22220 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1014810 May 27 13:14:48.241040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-584c3d9b-d164-490e-b7a7-3ac30511208c req-cebfe7dc-7dba-4ea0-afef-0f61cf84db3f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 May 27 13:14:49.006281 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7754-fec8-4980-b30d-7218db8ab6bd req-4601a18c-56d8-4e72-9600-854a26189784 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:49.007780 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5a2b7754-fec8-4980-b30d-7218db8ab6bd req-4601a18c-56d8-4e72-9600-854a26189784 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1125798 May 27 13:14:49.054949 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5a2b7754-fec8-4980-b30d-7218db8ab6bd req-8539cd79-eb91-49a5-9000-e420cd874473 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412848 May 27 13:14:49.437572 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ddb3d-c21d-4302-8466-c671070cde62 req-e1707055-9f1b-4967-b981-9fad9db0b5e1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:49.439838 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d87ddb3d-c21d-4302-8466-c671070cde62 req-e1707055-9f1b-4967-b981-9fad9db0b5e1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.0864527 May 27 13:14:49.485980 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d87ddb3d-c21d-4302-8466-c671070cde62 req-5de4d443-d1cb-4484-8619-d1008e0e8555 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403666 May 27 13:14:50.252610 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd14f-7dd4-4215-a99c-3459c2936bd3 req-19b56cb8-4cac-41cb-899a-12cd324748d3 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.254229 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2abd14f-7dd4-4215-a99c-3459c2936bd3 req-19b56cb8-4cac-41cb-899a-12cd324748d3 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0914359 May 27 13:14:50.304226 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2abd14f-7dd4-4215-a99c-3459c2936bd3 req-2e07d9b8-5dd9-486c-ae9a-3e9aba1909f0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 May 27 13:14:50.720196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-bde54eb0-f0e2-4383-9569-15c78ff5fc96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a53460ce9d6542bc9975297fee8c2c28&device_id=b53496a6-d0a0-4857-bc19-b8d8a827a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0479541 May 27 13:14:50.729718 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824c351-f1ab-430d-9f9b-a6fe2ac29042 req-313d0148-bd33-447f-83b7-471b3de66937 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:50.731164 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9824c351-f1ab-430d-9f9b-a6fe2ac29042 req-313d0148-bd33-447f-83b7-471b3de66937 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1349370 May 27 13:14:50.830656 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9824c351-f1ab-430d-9f9b-a6fe2ac29042 req-d7dc30e3-713e-4c54-b35c-12c4ef37962e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855739 May 27 13:14:51.003338 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-384778f6-e6f1-4dd3-b8fd-d26116d71a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.005868 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-384778f6-e6f1-4dd3-b8fd-d26116d71a4b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a53460ce9d6542bc9975297fee8c2c28&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2255423 May 27 13:14:51.205468 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-ae297224-8a54-42ab-af17-fe5b748f613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.207090 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-ae297224-8a54-42ab-af17-fe5b748f613f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821082 May 27 13:14:51.537296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2502cb0-5076-4933-b6a9-5ec9b9388767 req-bf831817-ea79-4db0-a122-5514b0313862 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:51.538979 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f2502cb0-5076-4933-b6a9-5ec9b9388767 req-bf831817-ea79-4db0-a122-5514b0313862 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1130846 May 27 13:14:51.590977 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f2502cb0-5076-4933-b6a9-5ec9b9388767 req-0a98c406-f8d1-4e31-8d95-53f92ef5369e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 May 27 13:14:52.143146 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28df5-bfbf-4adf-b4f8-07122b5f0758 req-9ee87415-7169-4c41-a945-fb8c8e385796 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:52.144714 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-55d28df5-bfbf-4adf-b4f8-07122b5f0758 req-9ee87415-7169-4c41-a945-fb8c8e385796 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1467590 May 27 13:14:52.220964 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-55d28df5-bfbf-4adf-b4f8-07122b5f0758 req-8ed4f28f-a220-4603-bbdb-7123f88f51e4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621402 May 27 13:14:52.607552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49708) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:52.679085 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_v2 [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Deleting subnet 3aa59dd1-9593-476e-8460-af3afd21387c {{(pid=91984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:14:52.682822 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:52.850407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10288327'] for subnet, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:52.950561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.091983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292d84d-5ede-4612-afe7-967540bba8c5 req-42d243b1-6411-4c4a-97c1-a61b9f866214 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.093311 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f292d84d-5ede-4612-afe7-967540bba8c5 req-42d243b1-6411-4c4a-97c1-a61b9f866214 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.3239715 May 27 13:14:53.223217 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f292d84d-5ede-4612-afe7-967540bba8c5 req-7f60b265-1358-433f-beef-360809ee7838 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108043 May 27 13:14:53.440612 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2256003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353662'] for subnet, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.454986 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-262a0c4a-8664-497c-972d-5a74070f1543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:53.530437 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa59dd1-9593-476e-8460-af3afd21387c,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:53.533614 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.544215 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:53.563223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ff651-9742-4553-8c58-070960801a8c req-5c196680-afb8-40ec-9ce0-49ac92b82e0b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.565980 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-132ff651-9742-4553-8c58-070960801a8c req-5c196680-afb8-40ec-9ce0-49ac92b82e0b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2145145 May 27 13:14:53.575290 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49740) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:53.576780 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49742) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:53.577462 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-08173ece-4c3b-48fd-a6a0-2e67fab314f4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3aa59dd1-9593-476e-8460-af3afd21387c HTTP/1.1" status: 204 len: 168 time: 0.9677398 May 27 13:14:53.586065 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'floatingip': {'port_id': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:14:53.759482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:53.821580 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbc98-5c11-43d7-922e-23ff93570c07 req-62c34d8f-b0a1-4a38-8253-f392ae5cf032 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:53.823343 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-548dbc98-5c11-43d7-922e-23ff93570c07 req-62c34d8f-b0a1-4a38-8253-f392ae5cf032 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1400857 May 27 13:14:53.871967 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49754) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:53.888015 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-548dbc98-5c11-43d7-922e-23ff93570c07 req-7179caa7-68a5-4e23-a8d4-fadd5a5f8252 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 May 27 13:14:54.015189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.096068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.122613 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:54.128440 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Usage tracker for resource:security_group_rule and tenant:abbe9ec529714ad0aa7c08d875221978 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:54.133130 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:54.141698 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:54.268339 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.275482 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.285313 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:54.335589 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abbe9ec529714ad0aa7c08d875221978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558904 May 27 13:14:54.335589 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1704744a-c6db-4254-bbb2-4786fe8d710d,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:54.336905 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49762) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:54.340792 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:54.368011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.385451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7610fb4e-9886-454f-aac9-56cb17a8bb7b']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:54.422820 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.454996 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ceb04-5517-47a5-b3f3-f4733a8c471b') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:54.455668 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ceb04-5517-47a5-b3f3-f4733a8c471b') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:54.457584 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.515556 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.536196 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.541827 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:54.557684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704744a-c6db-4254-bbb2-4786fe8d710d,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:54.561265 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:54.563829 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.568891 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1704744a-c6db-4254-bbb2-4786fe8d710d HTTP/1.1" status: 204 len: 168 time: 0.2268755 May 27 13:14:54.571004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.595443 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:14:54.596138 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:14:54.619791 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:14:54.844887 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.856391 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:54.876732 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:14:54.885509 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c7e8b44b-9610-4456-ac4c-461f1576b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:54.924450 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Pushing event deleted for resources: {'Network': ['ID=7610fb4e-9886-454f-aac9-56cb17a8bb7b,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:54.928208 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:54.937090 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] 10.222.0.52 "DELETE /v2.0/networks/7610fb4e-9886-454f-aac9-56cb17a8bb7b HTTP/1.1" status: 204 len: 168 time: 1.3628194 May 27 13:14:55.103799 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.111359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.162605 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49778) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:55.205745 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49784) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:55.215939 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.263340 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:55.272647 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Usage tracker for resource:security_group_rule and tenant:85fc8fadd71a4bd088cb04600fd39573 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:55.280396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:55.292507 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:55.342047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b73f-451b-401d-9af9-73125dcd4de9 req-2e5e9387-592c-4330-9c12-095143f170dc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:55.344423 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2456b73f-451b-401d-9af9-73125dcd4de9 req-2e5e9387-592c-4330-9c12-095143f170dc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2549999 May 27 13:14:55.363775 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-54bb3a4e-e79c-4898-b26a-e06b0d90af86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a53460ce9d6542bc9975297fee8c2c28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1563580 May 27 13:14:55.367451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49788) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:55.386791 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Floating IP 5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62 associated. External IP: 172.27.3.106, port: affcbc11-7dc8-42eb-8665-9b0be6ac8731. May 27 13:14:55.431875 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2456b73f-451b-401d-9af9-73125dcd4de9 req-2b70bfa0-e7af-4aa9-bba3-fd104ec99b9d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704014 May 27 13:14:55.483363 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.491879 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.499835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:55.547632 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971fbef0-a773-48e9-96aa-bb0d6b9a4d90,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:55.556092 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85fc8fadd71a4bd088cb04600fd39573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814337 May 27 13:14:55.569676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:55.570157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49794) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:55.637894 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.649386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.673755 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.691443 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.736535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.742698 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-66c1348f-6e35-4726-8cd6-f10bd04f9a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:55.757640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971fbef0-a773-48e9-96aa-bb0d6b9a4d90,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:55.761132 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:55.763738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:55.769478 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/971fbef0-a773-48e9-96aa-bb0d6b9a4d90 HTTP/1.1" status: 204 len: 168 time: 0.1980147 May 27 13:14:56.039149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:56.046431 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e5ab38b4-9b98-4c21-bdf6-8906890a7519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:56.066313 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490939b7-b50b-43be-8fc7-24a5ca233b65,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:56.073188 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:56.084696 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:14:56.108785 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:56.116179 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/490939b7-b50b-43be-8fc7-24a5ca233b65 HTTP/1.1" status: 204 len: 168 time: 0.7421501 May 27 13:14:56.386197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:14:56.394551 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:56.404064 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:14:56.426683 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:56.427342 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:14:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:56.651324 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 49818) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:56.667418 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4156d9e1-9a24-4888-9138-83870cc7077a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "PUT /v2.0/floatingips/5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62 HTTP/1.1" status: 200 len: 992 time: 3.0779757 May 27 13:14:56.668488 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:14:56.703719 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:56.758621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:14:56.827758 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Usage tracker for resource:security_group_rule and tenant:30e36771218b446cbc1ab494d77cebeb is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:14:56.844615 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:14:56.866378 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:14:56.904909 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:57.007189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868ce4-44d4-4be5-98a5-f6fa62bd718a req-bd927bb0-8b5a-47ec-ab8e-285b229ded38 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.009863 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9868ce4-44d4-4be5-98a5-f6fa62bd718a req-bd927bb0-8b5a-47ec-ab8e-285b229ded38 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2463944 May 27 13:14:57.063303 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'status': 'completed', 'code': 200} May 27 13:14:57.221617 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9868ce4-44d4-4be5-98a5-f6fa62bd718a req-cd113178-e232-4b49-a157-80d9dc28b43d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007031 May 27 13:14:57.285443 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.300780 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.317243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-beb7537c-c79d-4157-a39b-03004f9863bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:57.402075 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30e36771218b446cbc1ab494d77cebeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479744 May 27 13:14:57.406413 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 49844) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:14:57.407473 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96fd31a-5422-4657-af1e-ec87d0d8170f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:57.411683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-a7f72d5e-ca96-433e-b57f-f1fd52a5d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.413427 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-a7f72d5e-ca96-433e-b57f-f1fd52a5d0bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1099 time: 0.2857196 May 27 13:14:57.414481 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:57.519803 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:19:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:17Z', 'updated_at': '2021-05-27T13:14:54Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:57.529438 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:14:57.536882 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.548621 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:14:57.550048 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:14:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:57.647607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-ff9616c0-7ccd-4a5c-98e9-8842a661edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:57.649453 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-ff9616c0-7ccd-4a5c-98e9-8842a661edd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.2185462 May 27 13:14:57.652050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.819922 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.834899 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:14:57.863170 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96fd31a-5422-4657-af1e-ec87d0d8170f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:14:57.881114 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:14:57.884448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:14:57.891110 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d96fd31a-5422-4657-af1e-ec87d0d8170f HTTP/1.1" status: 204 len: 168 time: 0.4829111 May 27 13:14:57.921252 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-49d51760-116a-448a-b009-3536edfc69d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 1000 time: 0.2534304 May 27 13:14:58.129676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-2c9689fb-4811-47b6-b628-c116325245f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:58.131159 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-2c9689fb-4811-47b6-b628-c116325245f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.1854684 May 27 13:14:58.325141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-9e8fcfd3-fed5-477d-a4ea-16cde894efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:58.327260 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-9e8fcfd3-fed5-477d-a4ea-16cde894efa1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1849129 May 27 13:14:58.387805 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:14:58.968199 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-4ed7aa45-fa85-4d2f-bc2f-95cb37c5fb94 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001432 May 27 13:14:59.032948 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4654-bfc9-4c81-917b-b97a5eacdeb9 req-50960516-6e5b-4fd5-ba64-21d120c2b59a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:14:59.034558 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9ccc4654-bfc9-4c81-917b-b97a5eacdeb9 req-50960516-6e5b-4fd5-ba64-21d120c2b59a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2969763 May 27 13:14:59.227147 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9ccc4654-bfc9-4c81-917b-b97a5eacdeb9 req-8bee7096-08db-4053-b641-11885178d6bc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109962 May 27 13:14:59.348329 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc552b8e-7ce7-4de5-b7a6-8e53b63d0088 req-df1283ca-8ed4-4688-bcb1-d01d75f58fca service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588839 May 27 13:14:59.459990 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:19:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:17Z', 'updated_at': '2021-05-27T13:14:54Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:14:59.470805 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d2296-43e5-427a-9e8b-abc0b472d789 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:19:ce:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:14:17Z', 'updated_at': '2021-05-27T13:14:54Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:14:59.901683 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd2e3d-8a15-4770-812a-6121eb3d9be9 None None] New status for floating IP 5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62: ACTIVE {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:15:00.534603 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e52b438d-1014-421f-8e74-7bc101b22a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:00.684733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b3ede-fdab-4ac0-a8c9-5556a32e1f71 req-ee03bd88-0ccb-4e82-afd7-bf6c34e1890f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:00.693834 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e30b3ede-fdab-4ac0-a8c9-5556a32e1f71 req-ee03bd88-0ccb-4e82-afd7-bf6c34e1890f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2311924 May 27 13:15:00.821402 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e30b3ede-fdab-4ac0-a8c9-5556a32e1f71 req-9f053429-2c6d-4262-bd76-49a44a92d380 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233270 May 27 13:15:02.516871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e43e-8322-43ad-89f6-ce24c4a9e31e req-e80158c2-2c06-43fb-bbca-2fbc3ed0f168 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:02.518438 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e3d1e43e-8322-43ad-89f6-ce24c4a9e31e req-e80158c2-2c06-43fb-bbca-2fbc3ed0f168 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1305490 May 27 13:15:02.569790 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e3d1e43e-8322-43ad-89f6-ce24c4a9e31e req-af43e7d6-d1c1-4e64-bfd4-cf6ebec8b355 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449007 May 27 13:15:02.961244 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:04.924629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81967157-3429-41af-aff7-d11d6e005e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:06.259845 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81bfcd-0756-463a-b387-fb605bec5946 req-4c9fbb42-fb72-4486-ba04-01c542705e75 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:06.261500 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5e81bfcd-0756-463a-b387-fb605bec5946 req-4c9fbb42-fb72-4486-ba04-01c542705e75 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1425910 May 27 13:15:06.336142 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5e81bfcd-0756-463a-b387-fb605bec5946 req-804b5de9-e8b8-4495-b976-44ffc9aa543b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 May 27 13:15:06.635173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:08.404107 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:10.793880 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c8296-d4ad-4bc4-bbd5-754389183f8f req-c962bc2a-3aac-424a-9c42-e043c1f6e825 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:10.795420 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-831c8296-d4ad-4bc4-bbd5-754389183f8f req-c962bc2a-3aac-424a-9c42-e043c1f6e825 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.0853324 May 27 13:15:10.845259 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-831c8296-d4ad-4bc4-bbd5-754389183f8f req-c3536abb-59f3-4618-86f8-bba1832babd1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 May 27 13:15:12.575235 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca199-9afe-4d35-8328-e59e0e83d538 req-d19ca08a-3e0e-4f96-ba5a-4b361469548e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:12.591819 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f86ca199-9afe-4d35-8328-e59e0e83d538 req-d19ca08a-3e0e-4f96-ba5a-4b361469548e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1771150 May 27 13:15:12.669637 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f86ca199-9afe-4d35-8328-e59e0e83d538 req-3f84f632-64ff-4f84-af16-bf25a4bf3673 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760164 May 27 13:15:12.730226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50166) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:12.912384 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:12.954505 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:12.964531 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Usage tracker for resource:security_group_rule and tenant:eacfe96916994ca7889b1df367f568bd is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:12.969285 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:12.976477 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:13.084168 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.089715 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.105782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:13.159380 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eacfe96916994ca7889b1df367f568bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251342 May 27 13:15:13.159898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50190) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:13.162549 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b145dd-22fb-468d-9556-bc264048ef0c,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:13.170992 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:13.247929 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.284619 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.343502 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.347716 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5657263a-4e72-4ee8-9656-c27d0481ba55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:13.361954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b145dd-22fb-468d-9556-bc264048ef0c,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:13.365833 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:13.371453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:13.372661 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4b145dd-22fb-468d-9556-bc264048ef0c HTTP/1.1" status: 204 len: 168 time: 0.2108431 May 27 13:15:13.900071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595da9-8ab6-477b-aae0-793f648fc2dd req-3c5aca9c-2144-4b40-8aa5-f132ac36d430 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:13.901664 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cd595da9-8ab6-477b-aae0-793f648fc2dd req-3c5aca9c-2144-4b40-8aa5-f132ac36d430 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1042557 May 27 13:15:13.969205 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cd595da9-8ab6-477b-aae0-793f648fc2dd req-71f51175-db6a-4e26-a9dd-f2ca4dcec6a9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 May 27 13:15:15.482963 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50262) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:15.655952 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:15.673453 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:15.678218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Usage tracker for resource:security_group_rule and tenant:a433b4149dfc4ab486167ca0eeb2f91f is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:15.682593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:15.690883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:15.787959 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:15.792653 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:15.800494 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8290c1db-6882-48f9-8de7-8cea0ff0cc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:15.852784 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a433b4149dfc4ab486167ca0eeb2f91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684580 May 27 13:15:15.853541 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb3d008-c727-4021-ab1e-6f6efacbbd82,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:15.856119 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50268) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:15.858017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:15.945552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:15.977708 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.060409 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.065796 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c489269b-621c-4657-b3d9-194367c361d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:16.082479 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb3d008-c727-4021-ab1e-6f6efacbbd82,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:16.086786 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:16.092567 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.094676 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfb3d008-c727-4021-ab1e-6f6efacbbd82 HTTP/1.1" status: 204 len: 168 time: 0.2364078 May 27 13:15:16.553021 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50280) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:16.573443 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.590639 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:16.597925 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Usage tracker for resource:security_group_rule and tenant:eb48c39019384962ad368301b401a0f9 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:16.601668 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:16.610281 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:16.763548 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.775553 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:16.791876 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9768aa9d-720c-4a62-ac90-04d47c8a01d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:16.879695 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb48c39019384962ad368301b401a0f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253345 May 27 13:15:16.881164 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3bfd6d-7108-4e16-ad7c-7e7e4c44c7f6,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:16.882939 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50288) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:16.886251 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:16.982507 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.014034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.107263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.116438 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:17.133667 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3bfd6d-7108-4e16-ad7c-7e7e4c44c7f6,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:17.142152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:17.146850 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:17.148082 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e3bfd6d-7108-4e16-ad7c-7e7e4c44c7f6 HTTP/1.1" status: 204 len: 168 time: 0.2640905 May 27 13:15:17.489253 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73ca4-68b2-40a4-b43f-8c38d5bb73dd req-758359d5-ce8b-461a-96cb-bcbfea636b01 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:17.492115 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6ba73ca4-68b2-40a4-b43f-8c38d5bb73dd req-758359d5-ce8b-461a-96cb-bcbfea636b01 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1356170 May 27 13:15:17.568064 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6ba73ca4-68b2-40a4-b43f-8c38d5bb73dd req-b6770931-cac6-432a-bd8d-95d3e068e197 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697079 May 27 13:15:17.781500 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:18.975960 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1b598-a287-46ed-a86c-00235b00c322 req-54fd3c9f-6edf-4f97-8338-88adb7cddffb tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:18.977646 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5a1b598-a287-46ed-a86c-00235b00c322 req-54fd3c9f-6edf-4f97-8338-88adb7cddffb tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1220381 May 27 13:15:19.078074 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5a1b598-a287-46ed-a86c-00235b00c322 req-cb27678e-886d-46da-846b-b0b510216dfa tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891759 May 27 13:15:19.928041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50396) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:20.328632 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50414) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:20.432760 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0fd8a-9c28-41c8-bd52-8ce786518021 req-54e52972-98b6-453b-b1fa-d0ebd0a0f7b3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:20.449674 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bcb0fd8a-9c28-41c8-bd52-8ce786518021 req-54e52972-98b6-453b-b1fa-d0ebd0a0f7b3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1712937 May 27 13:15:20.531120 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:20.578808 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bcb0fd8a-9c28-41c8-bd52-8ce786518021 req-90528d09-27da-40ec-8808-c709f8953c66 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249793 May 27 13:15:20.629848 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:20.639334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Usage tracker for resource:security_group_rule and tenant:5d1ee171a85c4793999260002aa56f4c is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:20.648315 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:20.667116 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:20.683828 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:20.688445 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:20.691160 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Usage tracker for resource:security_group_rule and tenant:5e314474392747f8808349c03534e612 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:20.696426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:20.711972 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:20.919572 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:20.940957 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:20.957698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:20.963818 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-cd8bfce7-75a4-4092-b2b5-3c370b15a98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:20.983910 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.027641 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50438) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:21.071599 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d1ee171a85c4793999260002aa56f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418554 May 27 13:15:21.075139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50444) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:21.075534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1100aa1d-01a4-4499-b75a-c224cfe9114c,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.079417 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.080000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-43ce680a-873e-4710-85ad-b1f503a70d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:21.095170 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e314474392747f8808349c03534e612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1609499 May 27 13:15:21.095697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50448) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:21.149675 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b84362-07b3-4886-978c-518553e6e5df,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.156530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.163718 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.209418 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.213113 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.238832 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.248614 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.282238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:21.287738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Usage tracker for resource:security_group_rule and tenant:93e7c0c042324cd2933e1bc50e0c0002 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:21.291971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:21.299987 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:21.307529 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.312528 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f283de74-d32a-4a2d-8d4a-554c0f327826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:21.326788 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b84362-07b3-4886-978c-518553e6e5df,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.332508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.340906 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.343717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.345240 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58b84362-07b3-4886-978c-518553e6e5df HTTP/1.1" status: 204 len: 168 time: 0.2402754 May 27 13:15:21.346687 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-b27d3211-1a0e-4c35-a087-7241ccd3cf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:21.362391 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1100aa1d-01a4-4499-b75a-c224cfe9114c,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.369806 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.398879 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.399989 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1100aa1d-01a4-4499-b75a-c224cfe9114c HTTP/1.1" status: 204 len: 168 time: 0.3238058 May 27 13:15:21.459256 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.464890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.474222 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f5d948c-5e13-4bcb-a7a0-aa2909380b96 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:21.527584 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b669c-6cff-4fc5-8418-104e0b12fa6a,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.532207 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.545025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93e7c0c042324cd2933e1bc50e0c0002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080690 May 27 13:15:21.548097 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50458) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:21.622791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.661895 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.746216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.761247 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dfa0f3fc-e650-481f-8422-411eb95aafba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:21.783146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b669c-6cff-4fc5-8418-104e0b12fa6a,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:21.788163 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:21.801868 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:21.806164 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/009b669c-6cff-4fc5-8418-104e0b12fa6a HTTP/1.1" status: 204 len: 168 time: 0.2540400 May 27 13:15:21.963718 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50482) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:21.993410 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.023017 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c91044-f89d-45a4-89af-87d272f014f8 req-44296154-3759-40af-9224-b9c85b5040f7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:22.028034 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-45c91044-f89d-45a4-89af-87d272f014f8 req-44296154-3759-40af-9224-b9c85b5040f7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1769559 May 27 13:15:22.046926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:22.065048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Usage tracker for resource:security_group_rule and tenant:5b86ed016cf54dcf88cc23966cf4bd17 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:22.070923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:22.089572 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:22.344216 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-45c91044-f89d-45a4-89af-87d272f014f8 req-b6443189-5b3a-4cd7-942f-6f2d3d4b83ec tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068440 May 27 13:15:22.433057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.453191 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.495967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0b2bdcb5-2667-4f5d-8886-b5fd2bed95a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:22.583571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257b747e-40d6-44cd-b54b-06e2afe95497,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:22.591643 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b86ed016cf54dcf88cc23966cf4bd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264842 May 27 13:15:22.594884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50508) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:22.596599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:22.668913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50512) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:22.692317 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.713945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:22.719544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf7d125a8bd46dda86af9876628c7a2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:22.723091 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:22.724235 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.735912 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:22.777876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.895642 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.900009 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fe9c21f5-589b-48fc-8bad-7f5171e31638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:22.912648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.913248 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b747e-40d6-44cd-b54b-06e2afe95497,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:22.921813 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.928838 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:22.933824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:22.935608 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/257b747e-40d6-44cd-b54b-06e2afe95497 HTTP/1.1" status: 204 len: 168 time: 0.3349261 May 27 13:15:22.939984 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d6e0c6b9-6af3-4f9b-959f-af4c6bb7822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:23.028277 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddf7d125a8bd46dda86af9876628c7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569543 May 27 13:15:23.032320 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50522) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:23.035184 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640d8f6b-2837-44f7-acd4-226624ff1eae,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:23.040493 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-55a3f5b0-31b6-4b7d-8ae8-2ff6ee5760c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:23.140429 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.179699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.296802 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.305136 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-89b9ab3b-a18a-40df-aa92-484101934681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:23.324365 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d8f6b-2837-44f7-acd4-226624ff1eae,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:23.333648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.335133 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/640d8f6b-2837-44f7-acd4-226624ff1eae HTTP/1.1" status: 204 len: 168 time: 0.3015604 May 27 13:15:23.336232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:23.408255 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50540) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:23.579209 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46426-510e-4d33-bead-2da7c681a4df req-81bccaeb-2fa1-411d-bccd-1e2f1e68e2d8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:23.580975 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83c46426-510e-4d33-bead-2da7c681a4df req-81bccaeb-2fa1-411d-bccd-1e2f1e68e2d8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1076033 May 27 13:15:23.638400 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83c46426-510e-4d33-bead-2da7c681a4df req-290f4c47-952b-44c4-95f4-fe261d15bf4b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493479 May 27 13:15:23.857100 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-992698535-network', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:23.880012 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:23.908004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Usage tracker for resource:network and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:23.921582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:23.933026 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:23.956837 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Made reservation on behalf of bd3956808db147c5b64b1f6b5dd27de2 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:23.959213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:23.983582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.004879 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:24.009149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:24.013308 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:24.021574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:24.139326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.145356 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.150034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:24.196524 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:15:24.199951 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20a4ac1-e6c3-4620-8663-8ad553ba3b24,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:24.208896 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:24.218766 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.219263 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Added segment e5cca9b7-225e-4c7f-996d-97a8b77141ab of type vlan for network acd8b240-8bde-43be-9e0b-74e5a513d6a5 May 27 13:15:24.259685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.302687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.305562 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:24.306626 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:24.315532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:24.454962 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0441217 May 27 13:15:24.459102 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50592) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:24.459656 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Pushing event updated for resources: {'Network': ['ID=acd8b240-8bde-43be-9e0b-74e5a513d6a5,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:24.462435 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:24.479129 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:15:24.480368 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Request body: {'subnet': {'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-992698535-subnet', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:24.485992 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:24.490596 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Usage tracker for resource:subnet and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:24.493998 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:24.502174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:24.520020 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Made reservation on behalf of bd3956808db147c5b64b1f6b5dd27de2 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:24.526570 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353619'] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.153568 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e32f3a-d3ac-4e5d-a5b0-047e1dfe307e req-24427899-620e-42a4-9b04-cd43c02ffa54 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:25.155287 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-81e32f3a-d3ac-4e5d-a5b0-047e1dfe307e req-24427899-620e-42a4-9b04-cd43c02ffa54 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.3009343 May 27 13:15:25.224859 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-81e32f3a-d3ac-4e5d-a5b0-047e1dfe307e req-85ef5751-6954-47a2-a720-8cf6fa396ed8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519340 May 27 13:15:25.369131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2256066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353605'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.375539 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:25.465103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:25.470876 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:25.475848 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:25.476440 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Network hostable DHCP agents. Network: acd8b240-8bde-43be-9e0b-74e5a513d6a5, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:15:25.501994 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:15:25.515635 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, acd8b240-8bde-43be-9e0b-74e5a513d6a5) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:25.526599 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424a1f3-44aa-4572-81e1-34885dd6da8b None None] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:25.538367 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:25.539459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.597889 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1372864 May 27 13:15:25.601605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50670) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:25.612234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:25.621820 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:25.633035 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Usage tracker for resource:router and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:25.643788 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:25.651720 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:25.674591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.676439 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.705439 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:25.982994 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:15:25.989929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:26.381497 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:26.597621 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Allocated IP 172.20.0.2 (acd8b240-8bde-43be-9e0b-74e5a513d6a5/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12/b3b27554-3d3b-4950-92ac-b6d76c8a7f9e) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:26.814772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab757db6-4b96-4470-a66d-92a0f7e98544 req-7bf8ccb5-f8da-43b2-8008-be0ec635d82e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:26.831435 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab757db6-4b96-4470-a66d-92a0f7e98544 req-7bf8ccb5-f8da-43b2-8008-be0ec635d82e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2173417 May 27 13:15:27.006473 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab757db6-4b96-4470-a66d-92a0f7e98544 req-e9409cb5-30f8-4b13-8e74-f9be3180e26f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690192 May 27 13:15:27.054916 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.066758 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.077964 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Transition to ACTIVE for port object b3b27554-3d3b-4950-92ac-b6d76c8a7f9e will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:27.116578 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Transition to ACTIVE for port object b3b27554-3d3b-4950-92ac-b6d76c8a7f9e will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:27.128231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.136811 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.140290 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:27.261737 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:27.271763 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:27.278336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:27.341791 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Pushing event updated for resources: {'Port': ['ID=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:27.345915 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:27.468688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Attempting to bind port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:27.469708 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Attempting to bind port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:27.470319 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Attempting to bind port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:27.480738 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Allocated IP 172.27.3.172 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/3c255a06-1458-4dac-a061-c77dcd781101) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:27.481751 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:27.482745 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:27.484722 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.485612 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Bound using segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:27.486682 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Bound port: b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:27.487478 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.647177 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] For port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:27.651609 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] For port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:27.657427 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.662739 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-5b2efcf4-86c0-4cf2-9a17-800209bffd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:27.765363 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Pushing event updated for resources: {'Port': ['ID=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:27.769963 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:27.808818 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.845943 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:27.850453 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:27.915338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:27.918666 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:27.922867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:27.978716 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Pushing event updated for resources: {'Port': ['ID=3c255a06-1458-4dac-a061-c77dcd781101,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:27.983601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:28.341657 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41672001-0c70-44dd-9cad-28eaf60bc239 req-69ac84ac-3c22-4e96-add2-8f0a1679d14f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:28.349910 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41672001-0c70-44dd-9cad-28eaf60bc239 req-69ac84ac-3c22-4e96-add2-8f0a1679d14f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1502187 May 27 13:15:28.438272 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41672001-0c70-44dd-9cad-28eaf60bc239 req-2222c70f-30ad-4c8a-bbca-c2e5257b35cd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835001 May 27 13:15:28.725308 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.043269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee43cb-e3f9-4cd2-9dcc-b313872f85ed None None] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:29.177092 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b3b27554-3d3b-4950-92ac-b6d76c8a7f9e up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:29.316115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-aab3adc8-2725-4b4f-87f1-dc19b56a80f0 None None] Provisioning for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:29.341131 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:29.370091 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:29.370091 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.385657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.633830 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.688075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:29.694584 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:29.696797 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:29.755829 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:15:29.782388 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:29.786620 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:29.865116 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a6155eb6-1220-4a41-b243-edb2b9e01eec None None] Provisioning complete for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:29.865552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a6155eb6-1220-4a41-b243-edb2b9e01eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:30.034394 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:15:30.044839 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:15:30.057665 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:30.058307 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:30.064960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:30.066525 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4625165 May 27 13:15:30.069915 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50780) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:30.326170 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:30.471138 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-31eaf696-9402-496d-9ab4-0a872f51c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:30.662441 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:28Z', 'revision_number': 3, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:30.670843 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:15:30.671678 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Updating router 25c969a2-126f-40f7-b2e4-12be08ac0b0a port 3c255a06-1458-4dac-a061-c77dcd781101 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:15:30.758318 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.011735 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b3b27554-3d3b-4950-92ac-b6d76c8a7f9e up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:31.130112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.156307 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:31.156951 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.334041 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.356241 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Transition to ACTIVE for port object 3c255a06-1458-4dac-a061-c77dcd781101 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:31.369271 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.386428 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:31.400062 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23796f93-d631-44de-bf24-82de98352088 req-1ab0cbcb-0b28-41f9-b767-aab54d84b2b7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:31.401662 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-23796f93-d631-44de-bf24-82de98352088 req-1ab0cbcb-0b28-41f9-b767-aab54d84b2b7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2033653 May 27 13:15:31.412884 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932a874-885e-4946-a49d-0955fcc5338e req-d3bc561c-0d86-4392-a57b-ed1e3ce5f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:31.414692 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d932a874-885e-4946-a49d-0955fcc5338e req-d3bc561c-0d86-4392-a57b-ed1e3ce5f7d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1098 time: 0.1527216 May 27 13:15:31.492128 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d932a874-885e-4946-a49d-0955fcc5338e req-6a6c110e-9754-483d-9198-473627344f10 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621729 May 27 13:15:31.495304 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-23796f93-d631-44de-bf24-82de98352088 req-b7c62a68-cea2-4ea8-b3e4-9c56726e0088 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795941 May 27 13:15:31.505522 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Pushing event updated for resources: {'Port': ['ID=3c255a06-1458-4dac-a061-c77dcd781101,revision_number=2']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:31.509182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Allocated IP 172.20.0.1 (acd8b240-8bde-43be-9e0b-74e5a513d6a5/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12/30586127-8a54-47bc-bb25-7cb43691faa9) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:31.546284 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.547256 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.548274 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.548981 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.549505 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.550187 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.551603 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.552105 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.552780 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.553542 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.554213 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.554881 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:31.560371 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Attempting to bind port 3c255a06-1458-4dac-a061-c77dcd781101 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:31.561663 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Attempting to bind port 3c255a06-1458-4dac-a061-c77dcd781101 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:31.562337 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Attempting to bind port 3c255a06-1458-4dac-a061-c77dcd781101 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:31.572588 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:31.573762 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:31.574209 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:31.574697 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.575313 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:31.575866 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Bound port: 3c255a06-1458-4dac-a061-c77dcd781101, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:31.576315 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.680571 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] For port 3c255a06-1458-4dac-a061-c77dcd781101, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:31.684854 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] For port 3c255a06-1458-4dac-a061-c77dcd781101, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3c255a06-1458-4dac-a061-c77dcd781101,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:31.691257 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.696681 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:31.776756 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.798490 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Transition to ACTIVE for port object 30586127-8a54-47bc-bb25-7cb43691faa9 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:31.830097 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:31.830758 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:31.846232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:31.859103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:31.927418 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Pushing event updated for resources: {'Port': ['ID=3c255a06-1458-4dac-a061-c77dcd781101,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:31.930757 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:31.938674 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:15:31.955631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:31.959315 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:31.964243 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:32.026923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Pushing event updated for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:32.073295 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.083985 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.084961 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.085975 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.086598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.087218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.087929 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.088547 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.089095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.089712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.090263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.090605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:32.103432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:32.128264 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.169367 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:32.386050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.480217 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-57605838-6026-43b7-a71f-2af32bf57c34 None None] Provisioning for port 30586127-8a54-47bc-bb25-7cb43691faa9 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:32.518651 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-57605838-6026-43b7-a71f-2af32bf57c34 None None] Provisioning complete for port 30586127-8a54-47bc-bb25-7cb43691faa9 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:32.519683 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-57605838-6026-43b7-a71f-2af32bf57c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.548593 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 50830) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:32.709178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-57605838-6026-43b7-a71f-2af32bf57c34 None None] Port 30586127-8a54-47bc-bb25-7cb43691faa9 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:15:32.797620 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.811460 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.813058 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.837222 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:32.842056 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Usage tracker for resource:security_group_rule and tenant:0b882aa8c6324034871b36e6f912f911 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:32.846353 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:32.855130 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:32.873374 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:32.971076 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:32.997000 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:28Z', 'revision_number': 3, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:33.009167 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3a0e2-0998-4512-bfba-1f7fd2fc4cfe None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:28Z', 'revision_number': 3, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:15:33.062892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.071602 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Pushing event updated for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:33.080366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:33.136754 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e95cd-d691-41d7-ad1b-7410db92d7f1 req-c36cb2e7-3597-46e4-87a4-dba876021722 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.145182 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f42e95cd-d691-41d7-ad1b-7410db92d7f1 req-c36cb2e7-3597-46e4-87a4-dba876021722 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.2135074 May 27 13:15:33.173274 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.187627 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.204761 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-42022fd8-4fe8-45ae-aeaf-ca3d13e02b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:33.317012 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0942a5e6-7013-43c3-ae2c-a9eb0b288702,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:33.325333 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:33.330143 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:33.335767 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f42e95cd-d691-41d7-ad1b-7410db92d7f1 req-3d08bf37-6ba1-4019-990d-7910ad6d00f4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890340 May 27 13:15:33.369737 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.370319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.370897 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.371486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.372065 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.392103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.392883 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.393508 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.394039 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.394626 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.395216 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.402485 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:33.426847 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b882aa8c6324034871b36e6f912f911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757963 May 27 13:15:33.431088 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50854) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:33.440510 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:33.687494 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.763882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-31e266ee-7eb0-4501-bb92-16c3d19636e1 None None] Provisioning complete for port 30586127-8a54-47bc-bb25-7cb43691faa9 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:33.764935 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-31e266ee-7eb0-4501-bb92-16c3d19636e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.850702 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:33.909210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c8f37-d6b3-41ce-ae1a-545ee63c92b0 req-c2d90bfd-cf3a-47d8-9c68-5051ef0396df tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:33.917701 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:15:33.920049 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-771c8f37-d6b3-41ce-ae1a-545ee63c92b0 req-c2d90bfd-cf3a-47d8-9c68-5051ef0396df tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2726345 May 27 13:15:34.052106 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-771c8f37-d6b3-41ce-ae1a-545ee63c92b0 req-491151ac-4a54-437c-9714-d971e9bbee01 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221194 May 27 13:15:34.054909 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-31e266ee-7eb0-4501-bb92-16c3d19636e1 None None] Port 30586127-8a54-47bc-bb25-7cb43691faa9 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:15:34.265444 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:34.271228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-43df809d-da15-41a2-affc-ee0912c54782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:34.354103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0942a5e6-7013-43c3-ae2c-a9eb0b288702,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:34.369125 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:34.388090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:34.392614 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0942a5e6-7013-43c3-ae2c-a9eb0b288702 HTTP/1.1" status: 204 len: 168 time: 0.9366062 May 27 13:15:34.409932 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:15:34.414972 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] 10.222.0.52 "PUT /v2.0/routers/25c969a2-126f-40f7-b2e4-12be08ac0b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3435113 May 27 13:15:34.950295 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d17f9523-bda7-458e-a6a3-f41760850d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:35.220375 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3c255a06-1458-4dac-a061-c77dcd781101 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:35.322261 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 3c255a06-1458-4dac-a061-c77dcd781101 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:35.329927 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 3c255a06-1458-4dac-a061-c77dcd781101 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:35.330310 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:35.629190 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:35.648384 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:15:35.696478 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 3c255a06-1458-4dac-a061-c77dcd781101, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3c255a06-1458-4dac-a061-c77dcd781101,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:35.698474 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:35.704236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:35.774582 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:35.787000 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:35.864404 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=3c255a06-1458-4dac-a061-c77dcd781101,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.887558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.889749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.889749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.889749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.889749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.889749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:15:35.902511 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:35.984823 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50940) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:35.991447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-952975903-network', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:35.999252 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:36.004996 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Usage tracker for resource:network and tenant:72a4b4a52f4c41afaec5d915c750f280 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:36.009760 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:36.019843 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:36.049645 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Made reservation on behalf of 72a4b4a52f4c41afaec5d915c750f280 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:36.056105 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.093583 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:36.130758 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.213703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:36.268634 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Usage tracker for resource:security_group_rule and tenant:72a4b4a52f4c41afaec5d915c750f280 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:36.281325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:36.302691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:36.476651 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.485684 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.505325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a55a30f8-f137-49a3-94ed-856a387dc1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:36.620095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fc634-5edc-4d57-8d6b-d78f12a72043,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:36.643633 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:36.644881 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:15:36.669431 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.672796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.673389 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Added segment 082e9316-6d86-4c49-b73c-2ae72c3f83ce of type vlan for network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f May 27 13:15:36.759819 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.796578 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 2, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:36.805919 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:15:36.809473 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Updating router 25c969a2-126f-40f7-b2e4-12be08ac0b0a port 30586127-8a54-47bc-bb25-7cb43691faa9 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:15:36.833737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.837057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:36.838131 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:36.851782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:36.891140 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:37.134707 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1485462 May 27 13:15:37.138729 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50978) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:37.150615 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Request body: {'subnet': {'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-952975903-subnet', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:37.164641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:37.171932 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Pushing event updated for resources: {'Network': ['ID=85c799a7-d0e4-460f-9f12-6b7fa1f69b1f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:37.174641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Usage tracker for resource:subnet and tenant:72a4b4a52f4c41afaec5d915c750f280 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:37.178026 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:37.178692 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:37.192997 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:37.221851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Made reservation on behalf of 72a4b4a52f4c41afaec5d915c750f280 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:15:37.225740 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:37.254341 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3c255a06-1458-4dac-a061-c77dcd781101 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:37.273998 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-3993bf38-c535-4904-8a12-268e0533d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:37.288382 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-3993bf38-c535-4904-8a12-268e0533d5f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.3171515 May 27 13:15:37.329695 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013c4e0-fb50-4639-a266-ae139e834056 req-dc33c7a5-56cd-4626-b54b-01a4239a587e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:37.332522 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a013c4e0-fb50-4639-a266-ae139e834056 req-dc33c7a5-56cd-4626-b54b-01a4239a587e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1650574 May 27 13:15:37.480102 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:15:37.666104 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 50994) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:37.837053 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a013c4e0-fb50-4639-a266-ae139e834056 req-cd2fdd1d-84df-4047-afe3-588101694ed6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613845 May 27 13:15:37.975296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-a4d62d02-5240-4dd2-b62f-bff6f0f9cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:37.985192 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-a4d62d02-5240-4dd2-b62f-bff6f0f9cc67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.6663184 May 27 13:15:38.074507 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.103882 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:38.110775 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Usage tracker for resource:security_group_rule and tenant:295b35bd2ecb4c7f9bc90eabba85175c is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:38.114340 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:38.129574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:38.203035 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-f3d0c626-3cb7-40bb-97d3-8de45e0c487b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.2137172 May 27 13:15:38.262813 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.322794 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.324610 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.329478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-19499d90-0c80-48e0-8b79-7e1033e3b2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:38.339089 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 3c255a06-1458-4dac-a061-c77dcd781101 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:38.339475 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.356895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-cbbdd77a-aa67-4804-b044-980c9d85734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:38.359006 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-cbbdd77a-aa67-4804-b044-980c9d85734a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1421514 May 27 13:15:38.391473 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.503664 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=295b35bd2ecb4c7f9bc90eabba85175c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8264985 May 27 13:15:38.508394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51016) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:38.523989 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae84097-dcf6-4cdc-847b-85b627a3be53,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:38.530206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:38.531362 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d6c7942c-3d5f-4cd6-89a0-9ac87312e864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:38.534897 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-7c74eba5-2850-4d70-8384-4af071a7a9e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559632 May 27 13:15:38.567260 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Checking segment: {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:38.567813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Network hostable DHCP agents. Network: 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:15:38.648804 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Transition to ACTIVE for port object 30586127-8a54-47bc-bb25-7cb43691faa9 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:38.658174 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ccd66b-84fa-42ee-bd4a-f3cc93c80090,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:38.685451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:38.701412 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.703161 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:15:38.720584 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-683cd58e-2849-49a8-b30e-ff321f1d2701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:38.730610 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:38.776340 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:38.779515 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.847425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Pushing event updated for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:38.851750 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7096548 May 27 13:15:38.852877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51024) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:38.855411 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:38.862696 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a14f47-5d2e-4044-88b4-71cac7943605 None None] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:38.866994 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:38.879709 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:38.890958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Usage tracker for resource:router and tenant:72a4b4a52f4c41afaec5d915c750f280 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:38.896110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:38.912278 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:38.938744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.942047 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.943326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:38.981172 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.031250 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.163139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.240859 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-483dd5da-2c91-4c0f-8f09-fd9f714a796d service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507282 May 27 13:15:39.572366 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc79c4-04ea-493f-817c-f7f9a542f61c req-8fffc3fa-e7f2-410a-b597-68b75719717d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:39.587327 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6acc79c4-04ea-493f-817c-f7f9a542f61c req-8fffc3fa-e7f2-410a-b597-68b75719717d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.5483615 May 27 13:15:39.602076 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Attempting to bind port 30586127-8a54-47bc-bb25-7cb43691faa9 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:39.602945 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Attempting to bind port 30586127-8a54-47bc-bb25-7cb43691faa9 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:39.602945 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Attempting to bind port 30586127-8a54-47bc-bb25-7cb43691faa9 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:39.613665 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:39.614468 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:39.615337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.615800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Bound using segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:39.616662 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Bound port: 30586127-8a54-47bc-bb25-7cb43691faa9, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:39.617303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.624345 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.697524 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6acc79c4-04ea-493f-817c-f7f9a542f61c req-c980882a-bcf8-48ad-a16f-9fc1d8dc6215 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079814 May 27 13:15:39.765184 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.777983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6b7790fa-ab8a-403d-b44d-abc0701cf36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:39.809841 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] For port 30586127-8a54-47bc-bb25-7cb43691faa9, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:39.815338 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] For port 30586127-8a54-47bc-bb25-7cb43691faa9, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=30586127-8a54-47bc-bb25-7cb43691faa9,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:39.825291 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ccd66b-84fa-42ee-bd4a-f3cc93c80090,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:39.835895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:39.854229 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.854621 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19867b3f-7a6c-4fa3-8f54-6b1b131576d1 req-c5680045-a125-4d94-998f-9f96605d6001 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448825 May 27 13:15:39.858308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:39.860128 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6ccd66b-84fa-42ee-bd4a-f3cc93c80090 HTTP/1.1" status: 204 len: 168 time: 1.3311868 May 27 13:15:39.907449 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:40.129624 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:40.130768 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:40.295899 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:40.340679 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:40.476232 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Pushing event updated for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:40.480048 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:40.504105 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'fixed_ips': [{'subnet_id': 'dae84097-dcf6-4cdc-847b-85b627a3be53'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:15:40.505682 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:40.688876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Allocated IP 172.27.3.120 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/c4e19823-c41a-4057-a56b-143ec762fbd9) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:40.976578 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51072) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:40.996008 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:41.027730 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.149562 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.172824 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:41.181492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba83be3a91d45899bbd98828832087f is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:41.191066 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:41.218993 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:41.274560 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14e30-d283-4744-b279-5d0c06b87c6b req-7fcfceba-ab58-4dda-a43f-6607cf3b594a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:41.277573 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.283144 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc6fbb78-d79c-46e3-b599-ca50d1b10982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:41.283421 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32b14e30-d283-4744-b279-5d0c06b87c6b req-7fcfceba-ab58-4dda-a43f-6607cf3b594a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2166889 May 27 13:15:41.360206 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32b14e30-d283-4744-b279-5d0c06b87c6b req-ab83a1f5-5e20-4720-a2c4-4a2898616ecf tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758185 May 27 13:15:41.396243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.404045 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.420307 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:41.429688 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:41.432872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:41.449887 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f30eb99-d399-44a4-9f16-5b93c067e947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:41.461694 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ba83be3a91d45899bbd98828832087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817715 May 27 13:15:41.464394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51088) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:41.500596 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Allocated IP 172.20.0.2 (85c799a7-d0e4-460f-9f12-6b7fa1f69b1f/dae84097-dcf6-4cdc-847b-85b627a3be53/262cb7f4-5e5e-474b-b4b6-869fea255a28) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:41.521824 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975af84-70e0-4844-944f-54238feae107,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:41.528380 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:41.546209 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e19823-c41a-4057-a56b-143ec762fbd9,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:41.577225 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.615226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.666389 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:41.680081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.684748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-20d814d6-879b-4b71-ba60-b7258b08eb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:41.697360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975af84-70e0-4844-944f-54238feae107,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:41.704047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:41.704927 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:41.709890 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e975af84-70e0-4844-944f-54238feae107 HTTP/1.1" status: 204 len: 168 time: 0.2404628 May 27 13:15:41.978424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:39Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:41.992891 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1a8b4-22f5-45f3-97ff-e867773d4169 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:39Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:15:41.996396 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.014221 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Transition to ACTIVE for port object 262cb7f4-5e5e-474b-b4b6-869fea255a28 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:42.079626 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.086256 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Transition to ACTIVE for port object 262cb7f4-5e5e-474b-b4b6-869fea255a28 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:42.096125 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.102437 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:42.253604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:42.257756 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:42.260574 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:42.325635 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Pushing event updated for resources: {'Port': ['ID=262cb7f4-5e5e-474b-b4b6-869fea255a28,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:42.336959 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:42.416819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Attempting to bind port 262cb7f4-5e5e-474b-b4b6-869fea255a28 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:42.417225 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Attempting to bind port 262cb7f4-5e5e-474b-b4b6-869fea255a28 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:42.417589 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Attempting to bind port 262cb7f4-5e5e-474b-b4b6-869fea255a28 on network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:42.425634 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:42.426203 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Checking segment: {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:42.426622 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.427033 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Bound using segment: {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:42.427534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Bound port: 262cb7f4-5e5e-474b-b4b6-869fea255a28, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:42.427928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.602734 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] For port 262cb7f4-5e5e-474b-b4b6-869fea255a28, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:42.612718 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] For port 262cb7f4-5e5e-474b-b4b6-869fea255a28, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=262cb7f4-5e5e-474b-b4b6-869fea255a28,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:42.634837 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:42.640215 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:42.724228 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Pushing event updated for resources: {'Port': ['ID=262cb7f4-5e5e-474b-b4b6-869fea255a28,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:42.739189 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:42.841781 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d8f1f-4bc4-4767-8b09-106f8ed287fc req-4615d05c-00b9-44fc-8a50-72fb1274c951 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:42.860517 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-937d8f1f-4bc4-4767-8b09-106f8ed287fc req-4615d05c-00b9-44fc-8a50-72fb1274c951 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2848172 May 27 13:15:42.995433 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-937d8f1f-4bc4-4767-8b09-106f8ed287fc req-6bbb973c-4485-4b7c-a2de-66dbd1487f31 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336520 May 27 13:15:43.091499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.327044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 30586127-8a54-47bc-bb25-7cb43691faa9 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:43.336915 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-a5dd69d9-451a-4233-af0f-19e1468bc3c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3018255 May 27 13:15:43.553929 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-69887692-9a95-428e-8b12-d28e3764d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:43.555771 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-69887692-9a95-428e-8b12-d28e3764d75b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1098 time: 0.1780016 May 27 13:15:43.586537 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 30586127-8a54-47bc-bb25-7cb43691faa9 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:43.596536 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 30586127-8a54-47bc-bb25-7cb43691faa9 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:43.596925 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.870555 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Router dc2fb554-9e2f-40d4-a444-7c8c95d27269 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:15:43.945745 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:43.978535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-5832b649-0248-4e24-ade2-cae631fe8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:43.989427 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-5832b649-0248-4e24-ade2-cae631fe8403 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.3917694 May 27 13:15:44.046586 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 30586127-8a54-47bc-bb25-7cb43691faa9, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=30586127-8a54-47bc-bb25-7cb43691faa9,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:44.063195 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.065945 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:44.304098 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:44.323806 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:44.675642 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:15:44.687883 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Sync routers for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:15:44.723787 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-cbbeecd7-9444-4d4f-a445-7a228079c4c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 1000 time: 0.7202377 May 27 13:15:44.730532 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:44.731680 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:44.750292 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:44.755527 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9013288 May 27 13:15:44.756336 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51160) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:44.799881 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1251db11-7c08-46e4-bde2-cd8ae9b39ab0 None None] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:15:44.855423 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-0769dfd1-89c2-470d-b14f-dbb86ba2f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.857275 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-0769dfd1-89c2-470d-b14f-dbb86ba2f441 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.1214449 May 27 13:15:44.867837 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44afbda-e01a-4bb2-bf0b-33f24f97da84 req-78f67049-b9ed-4ed7-b6f6-d2fc7e502398 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:44.881022 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a44afbda-e01a-4bb2-bf0b-33f24f97da84 req-78f67049-b9ed-4ed7-b6f6-d2fc7e502398 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.4657373 May 27 13:15:44.948016 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-0265b236-a836-4848-b833-1a4c49c143ec None None] Provisioning for port 262cb7f4-5e5e-474b-b4b6-869fea255a28 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:45.092817 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a44afbda-e01a-4bb2-bf0b-33f24f97da84 req-59e136ee-ffbd-49ef-8dbc-38cfeb197dfd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013958 May 27 13:15:45.174356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-1dac4baa-8815-407b-977b-16a6c01baa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:45.185200 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-1dac4baa-8815-407b-977b-16a6c01baa01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2914929 May 27 13:15:45.377891 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:45.410423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 30586127-8a54-47bc-bb25-7cb43691faa9 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:45.619950 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 30586127-8a54-47bc-bb25-7cb43691faa9 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:45.620693 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:45.861072 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-a366de5f-2f72-406e-9ccb-8413a5b05b50 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637585 May 27 13:15:46.180921 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 262cb7f4-5e5e-474b-b4b6-869fea255a28 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:46.282327 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa3f8a1d-a9fe-452e-a50d-afd869385a72 req-edd1715f-6948-4ace-b42c-e890b94e8cbd service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159350 May 27 13:15:46.413660 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:41Z', 'revision_number': 3, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:46.433184 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Checking router: dc2fb554-9e2f-40d4-a444-7c8c95d27269 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:15:46.437304 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Updating router dc2fb554-9e2f-40d4-a444-7c8c95d27269 port c4e19823-c41a-4057-a56b-143ec762fbd9 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:15:46.463685 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 262cb7f4-5e5e-474b-b4b6-869fea255a28 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:46.483857 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 262cb7f4-5e5e-474b-b4b6-869fea255a28 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:46.484588 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:46.557715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee729b-e62b-4a68-b6fc-0d8017d98a66 req-006096d0-9e20-4407-992e-fee058d412c5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:46.561194 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-69ee729b-e62b-4a68-b6fc-0d8017d98a66 req-006096d0-9e20-4407-992e-fee058d412c5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1611202 May 27 13:15:46.594196 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:46.705130 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-69ee729b-e62b-4a68-b6fc-0d8017d98a66 req-78e1c3e1-1baf-4b04-ba8a-1a7bd25dd928 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357741 May 27 13:15:46.810301 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:46.926040 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 262cb7f4-5e5e-474b-b4b6-869fea255a28, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=262cb7f4-5e5e-474b-b4b6-869fea255a28,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:46.941143 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:46.944010 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6bc8dffd-72b3-4521-accc-c26445334a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.048716 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51218) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:47.146220 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=262cb7f4-5e5e-474b-b4b6-869fea255a28,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.158690 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.216904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.246648 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.266868 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Transition to ACTIVE for port object c4e19823-c41a-4057-a56b-143ec762fbd9 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:47.281045 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.292539 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.461969 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Attempting to bind port c4e19823-c41a-4057-a56b-143ec762fbd9 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:47.463157 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Attempting to bind port c4e19823-c41a-4057-a56b-143ec762fbd9 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:47.464536 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Attempting to bind port c4e19823-c41a-4057-a56b-143ec762fbd9 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:47.480771 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:47.481706 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:47.482192 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.483444 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:47.485049 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Bound port: c4e19823-c41a-4057-a56b-143ec762fbd9, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:47.485453 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.558405 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d7a0-bc9d-4730-895a-ad3e422b9575 None None] Pushing event updated for resources: {'Port': ['ID=c4e19823-c41a-4057-a56b-143ec762fbd9,revision_number=2']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.561779 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-e2b5d7a0-bc9d-4730-895a-ad3e422b9575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.576133 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.610447 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] For port c4e19823-c41a-4057-a56b-143ec762fbd9, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:47.614318 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] For port c4e19823-c41a-4057-a56b-143ec762fbd9, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=c4e19823-c41a-4057-a56b-143ec762fbd9,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:47.617730 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:47.618283 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.629683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Usage tracker for resource:security_group_rule and tenant:03933890558b4c43bfcb4473ec3b70b5 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:47.631705 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-1630c808-c50a-4dae-b031-d3966970b8eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.632828 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Allocated IP 172.20.0.1 (85c799a7-d0e4-460f-9f12-6b7fa1f69b1f/dae84097-dcf6-4cdc-847b-85b627a3be53/1d11b692-69b1-47b2-83cc-9e7b1cb56c8e) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:15:47.642031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:47.656645 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:47.718271 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:47.719953 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:47.825077 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.829434 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.831514 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:47.839124 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5d7a0-bc9d-4730-895a-ad3e422b9575 None None] Pushing event updated for resources: {'Port': ['ID=c4e19823-c41a-4057-a56b-143ec762fbd9,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.842961 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d2ff77dd-8a50-43cc-9ad3-86288ccf633f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:47.862500 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-e2b5d7a0-bc9d-4730-895a-ad3e422b9575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.899061 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25695d57-3bbe-4795-8ebf-3c14f8c01a4d,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:47.903105 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:47.906552 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03933890558b4c43bfcb4473ec3b70b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8558159 May 27 13:15:47.911208 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51246) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:48.027445 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.111426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.157529 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Transition to ACTIVE for port object 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:48.167402 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:48.204207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.220212 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.225599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:48.301899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e591ef-8f95-4e43-956e-28586c4ad63b req-05a5147c-df2c-40ce-8c4b-15c5a512efcb tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:48.303675 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d7e591ef-8f95-4e43-956e-28586c4ad63b req-05a5147c-df2c-40ce-8c4b-15c5a512efcb tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2554429 May 27 13:15:48.348360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:48.349634 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.352153 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:48.356511 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:15:48.368535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-b8d6f5c9-dce1-4d9a-94e3-d5532d5c1737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:48.398589 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25695d57-3bbe-4795-8ebf-3c14f8c01a4d,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:48.406006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Pushing event updated for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:48.417233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:48.422579 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:48.434821 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.437898 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25695d57-3bbe-4795-8ebf-3c14f8c01a4d HTTP/1.1" status: 204 len: 168 time: 0.5253675 May 27 13:15:48.451071 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d7e591ef-8f95-4e43-956e-28586c4ad63b req-c4962bad-9153-451f-89ed-2a963c8274ea tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280005 May 27 13:15:48.463844 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.704289 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-9e8384b8-5cbb-4402-bab3-5bf01d3c37cd None None] Provisioning for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:48.711118 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-9e8384b8-5cbb-4402-bab3-5bf01d3c37cd None None] Provisioning complete for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:48.712082 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9e8384b8-5cbb-4402-bab3-5bf01d3c37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.785123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:48.869749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-9e8384b8-5cbb-4402-bab3-5bf01d3c37cd None None] Port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:15:49.073882 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:41Z', 'revision_number': 3, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:49.089528 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62296eb2-9d85-436e-91dd-16bc8312bb77 None None] The sync data for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi is: [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:41Z', 'revision_number': 3, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:15:49.161537 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.173000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.176081 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 262cb7f4-5e5e-474b-b4b6-869fea255a28 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:49.217860 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51296) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:49.239667 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:49.266805 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.322346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:49.324322 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 262cb7f4-5e5e-474b-b4b6-869fea255a28 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:49.324745 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.334064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Usage tracker for resource:security_group_rule and tenant:dae04c296b9a47eeb38ae93897a1ce61 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:49.340626 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:49.345382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.361004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Pushing event updated for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:49.363592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:49.365500 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:49.683488 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:15:49.689517 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:15:49.782864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.794232 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:49.815383 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e0e90a0f-b932-4412-ab01-8170f2cc1d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:50.051118 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13718fb9-b0c6-46c3-bba5-f34221e45aa1,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:50.056575 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dae04c296b9a47eeb38ae93897a1ce61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364275 May 27 13:15:50.073309 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:50.076726 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51332) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:50.104594 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Router dc2fb554-9e2f-40d4-a444-7c8c95d27269 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:15:50.169962 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc1ae-ad35-48ee-ac61-c139ac5d171e req-5e8ffd31-c187-4e46-a545-72b31a9b88e4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:50.171704 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb6cc1ae-ad35-48ee-ac61-c139ac5d171e req-5e8ffd31-c187-4e46-a545-72b31a9b88e4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3063107 May 27 13:15:50.218390 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-cbe48733-0289-4320-8d65-1297ee9ba7c1 None None] Provisioning complete for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:50.220106 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cbe48733-0289-4320-8d65-1297ee9ba7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:50.241655 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:50.282854 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb6cc1ae-ad35-48ee-ac61-c139ac5d171e req-71c88cd5-63f4-4983-9f06-385f91b01c39 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986216 May 27 13:15:50.301607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:50.345661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-cbe48733-0289-4320-8d65-1297ee9ba7c1 None None] Port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:15:50.387277 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:50.395709 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-154cc3ce-db9a-466e-b8c3-11ac2a91f5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:50.418678 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13718fb9-b0c6-46c3-bba5-f34221e45aa1,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:50.423486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:50.424776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:50.426581 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13718fb9-b0c6-46c3-bba5-f34221e45aa1 HTTP/1.1" status: 204 len: 168 time: 0.3399625 May 27 13:15:50.485317 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:15:50.497717 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] 10.222.0.52 "PUT /v2.0/routers/dc2fb554-9e2f-40d4-a444-7c8c95d27269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7398083 May 27 13:15:51.401168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device c4e19823-c41a-4057-a56b-143ec762fbd9 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:51.468703 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51376) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:51.684870 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port c4e19823-c41a-4057-a56b-143ec762fbd9 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:51.714648 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port c4e19823-c41a-4057-a56b-143ec762fbd9 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:51.717323 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:51.797520 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51396) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:51.819584 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297179202', 'description': 'tempest-secgroup-smoke-297179202 description', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:51.868632 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:51.876130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:51.883649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:51.895141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:51.932537 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:51.959119 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:51.970733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:52.008508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:52.020703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:52.027379 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:52.048022 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.057242 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:52.102233 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port c4e19823-c41a-4057-a56b-143ec762fbd9, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=c4e19823-c41a-4057-a56b-143ec762fbd9,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:52.121184 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.126877 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:52.127915 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Usage tracker for resource:security_group_rule and tenant:7ecf3ff4173140328a88b603d27db3ef is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:52.137916 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:52.170023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:52.228120 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Sync routers for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:15:52.291513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9264-f769-4a5d-8e29-43fcc3ca07bc req-8a51d190-7b5c-4bd3-9afc-753f689677f5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:52.298275 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:52.299533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:52.308686 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-525b9264-f769-4a5d-8e29-43fcc3ca07bc req-8a51d190-7b5c-4bd3-9afc-753f689677f5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3404238 May 27 13:15:52.349687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.355407 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.403719 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7a67a052-cff0-40cf-b9c0-bc6b7aa5258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:52.457545 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=c4e19823-c41a-4057-a56b-143ec762fbd9,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:52.464208 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:52.488753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.491866 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6920416 May 27 13:15:52.504880 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51414) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:52.520784 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e97a8-3316-4070-80f9-a3af9949b81f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:52.546980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:52.562106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:52.587946 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.590548 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:52.660315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:52.672005 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.685114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:52.692638 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:52.698009 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:52.727215 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:52.739185 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-525b9264-f769-4a5d-8e29-43fcc3ca07bc req-344da747-ad9c-4ef0-bd77-45cb914158b6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284034 May 27 13:15:52.804121 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2176f-6e3c-4340-bd06-285543ab0d71,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:52.813456 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ecf3ff4173140328a88b603d27db3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3432498 May 27 13:15:52.815352 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:52.817307 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51426) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:52.826431 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.941300 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.953735 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.961161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:52.964278 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.005435 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.025296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e3a1c4-657f-4290-946d-c5d474d43856,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.034661 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.054578 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.060059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3484465e-d160-4465-a6e8-ce78897ef816 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5272591 May 27 13:15:53.060816 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51436) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.069484 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:53.078023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:53.086521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:53.099716 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:53.114679 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:53.161476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.168946 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.182179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dd29d0f2-3111-497a-b910-1e5091cfe28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.195942 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:48Z', 'revision_number': 4, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '1d11b692-69b1-47b2-83cc-9e7b1cb56c8e', 'name': '', 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'mac_address': 'fa:16:3e:10:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:47Z', 'updated_at': '2021-05-27T13:15:48Z', 'revision_number': 2, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'subnets': [{'id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:53.203087 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Checking router: dc2fb554-9e2f-40d4-a444-7c8c95d27269 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:15:53.203452 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Updating router dc2fb554-9e2f-40d4-a444-7c8c95d27269 port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:15:53.215511 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2176f-6e3c-4340-bd06-285543ab0d71,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.227070 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.236601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.237993 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28f2176f-6e3c-4340-bd06-285543ab0d71 HTTP/1.1" status: 204 len: 168 time: 0.4194083 May 27 13:15:53.273887 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device c4e19823-c41a-4057-a56b-143ec762fbd9 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:53.360316 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.370695 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.382316 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.409941 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.469413 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40e6e78-93ae-43ce-8f2e-403cf2ca2977,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.472294 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.485037 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.489918 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51458) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.490253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port c4e19823-c41a-4057-a56b-143ec762fbd9 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:53.492894 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.496281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:53.500416 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4379666 May 27 13:15:53.504334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:53.510557 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:53.515781 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:53.526113 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:53.545734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.670234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.686133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.705750 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4dc23869-1f92-40ef-b249-89ddb79f39c5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:53.729150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f79660-fa1d-42c8-9c90-2b0ad15d2a79,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:53.733399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:53.749948 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.753404 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2616184 May 27 13:15:53.755877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51486) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:53.761355 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:53.777449 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:53.788259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:53.792403 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:53.809593 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:53.857587 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:53.992687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51502) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:54.009728 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.017428 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.029856 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.040927 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.063991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4daca7-da0d-4bfd-b27d-38af3bcd92f3,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.080441 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.113146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:54.113755 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.118276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611560 May 27 13:15:54.118847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51518) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:54.124488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:54.130324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Usage tracker for resource:security_group_rule and tenant:935cef40cd614eafb246617e23bb14e7 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:54.142755 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:54.145994 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:54.156830 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:54.160669 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:54.162089 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:54.173413 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:54.188422 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.securitygroups_db [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Project bd3956808db147c5b64b1f6b5dd27de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:15:54.206036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.334854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.343206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.366747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-031030f5-f2a0-4630-bc88-1360f4e1465a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.385497 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.402990 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Transition to ACTIVE for port object 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:15:54.413417 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.418892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe6fa74-ab17-444f-9ea9-8c3ebe73db3c,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.419348 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.432337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.450151 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=935cef40cd614eafb246617e23bb14e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549668 May 27 13:15:54.450818 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51528) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:54.544019 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.632363 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.667053 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.680969 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.713784 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-50ba50bf-189c-4e54-833a-06b1854af8a5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.746609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a981ca1-86e2-4509-91ba-92c59c8bcf63 req-730ca096-1a73-4dbd-aac1-7496d1c2b736 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:54.748658 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9a981ca1-86e2-4509-91ba-92c59c8bcf63 req-730ca096-1a73-4dbd-aac1-7496d1c2b736 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.4612164 May 27 13:15:54.776953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.786201 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b89b9bcf-be85-4ba0-90d9-8c28833b2d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:54.803226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bb94c6-068d-49c5-9aa5-81d12e1e30c9,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.805441 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Pushing event updated for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.809780 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.830811 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Attempting to bind port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:15:54.831321 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Attempting to bind port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:15:54.831969 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Attempting to bind port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e on network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:15:54.842996 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe6fa74-ab17-444f-9ea9-8c3ebe73db3c,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:54.850716 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:15:54.853365 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Checking segment: {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:15:54.854907 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.855606 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Bound using segment: {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:15:54.856348 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.857856 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Bound port: 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082e9316-6d86-4c49-b73c-2ae72c3f83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:15:54.858327 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.861698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.868684 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebe6fa74-ab17-444f-9ea9-8c3ebe73db3c HTTP/1.1" status: 204 len: 168 time: 0.4155288 May 27 13:15:54.877488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:54.904755 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:54.908914 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7865360 May 27 13:15:54.909446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51538) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:54.915664 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'security_group_rule': {'security_group_id': 'ea1e97a8-3316-4070-80f9-a3af9949b81f', 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:15:54.936166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:54.945685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:security_group_rule and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:54.949707 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:54.957967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:55.018822 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9a981ca1-86e2-4509-91ba-92c59c8bcf63 req-0d945fc2-65a7-4325-bddc-2d0514c0cc4d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477956 May 27 13:15:55.152806 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.securitygroups_db [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Project bd3956808db147c5b64b1f6b5dd27de2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:15:55.161426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.217648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51550) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:55.286944 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] For port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:15:55.294517 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] For port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:15:55.305489 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.323147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.325186 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.331941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.338316 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-1f1a7278-e527-4491-9ca8-eea35be49570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:55.393288 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.398068 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4844689 May 27 13:15:55.398068 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713f5621-bc12-4ce2-88bf-f100350882de,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.399326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.638216 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:15:55.639330 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:15:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:55.797987 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:55.886792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Pushing event updated for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:55.914287 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:55.963820 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:55.979215 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:c37d6ebd09144abaa5eff29bc6f54e02 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:55.990633 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:56.017587 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:56.277444 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.287384 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.306580 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-105d515b-4ee8-41fa-adb5-704604523345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:56.319968 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:15:56.423549 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c37d6ebd09144abaa5eff29bc6f54e02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2041442 May 27 13:15:56.427508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51632) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:56.428845 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8510639-3569-48d0-be88-5eabcf2bddc9,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:56.440098 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:56.517717 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fb71-fba8-47cf-8bde-2a8a14c7e20d req-9811fa5e-54f1-4db2-9209-0565accb2871 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:56.521587 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2a3fb71-fba8-47cf-8bde-2a8a14c7e20d req-9811fa5e-54f1-4db2-9209-0565accb2871 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2041786 May 27 13:15:56.599609 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.653340 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2a3fb71-fba8-47cf-8bde-2a8a14c7e20d req-1ec36cbb-441d-456f-96ed-64b24522f341 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247427 May 27 13:15:56.680142 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.756870 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.760823 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-86f7609b-f485-4b46-b611-3dabc79cff26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:56.777466 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8510639-3569-48d0-be88-5eabcf2bddc9,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:56.782712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:56.787399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:56.797159 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8510639-3569-48d0-be88-5eabcf2bddc9 HTTP/1.1" status: 204 len: 168 time: 0.3635235 May 27 13:15:56.959247 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:48Z', 'revision_number': 4, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '1d11b692-69b1-47b2-83cc-9e7b1cb56c8e', 'name': '', 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'mac_address': 'fa:16:3e:10:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:47Z', 'updated_at': '2021-05-27T13:15:55Z', 'revision_number': 4, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'subnets': [{'id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:15:56.965429 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bda9aa-c751-4017-9aea-f1a754fb282f None None] The sync data for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi is: [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:15:48Z', 'revision_number': 4, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '1d11b692-69b1-47b2-83cc-9e7b1cb56c8e', 'name': '', 'network_id': '85c799a7-d0e4-460f-9f12-6b7fa1f69b1f', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'mac_address': 'fa:16:3e:10:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:47Z', 'updated_at': '2021-05-27T13:15:55Z', 'revision_number': 4, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'subnets': [{'id': 'dae84097-dcf6-4cdc-847b-85b627a3be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:15:57.299517 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:57.538873 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:15:57.554611 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:57.555750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:57.621850 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51676) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:57.661999 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:57.697314 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:57.710461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Usage tracker for resource:security_group_rule and tenant:5144b9c87e92478eae3a02e0357bc068 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:57.722769 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:57.735661 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:57.903053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:57.912106 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:57.917872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:57.932232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:57.997572 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5144b9c87e92478eae3a02e0357bc068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618457 May 27 13:15:57.998724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51692) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:58.010862 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:15:58.019253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.026450 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:58.051425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83afed9-6062-46b7-a11f-082178b6d667,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:58.058173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:58.062136 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808b2b-ed2c-4ec1-bbcb-549c39635e11 req-2c86f4c3-aae1-4981-8a03-aab181d913ec tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:58.066840 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0e808b2b-ed2c-4ec1-bbcb-549c39635e11 req-2c86f4c3-aae1-4981-8a03-aab181d913ec tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2237844 May 27 13:15:58.096294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.139044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.156254 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0e808b2b-ed2c-4ec1-bbcb-549c39635e11 req-7ffd74f4-88ea-4cf3-aded-ad7356a8e6de tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697873 May 27 13:15:58.168748 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:58.173511 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:58.238069 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.252390 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:58.262702 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83afed9-6062-46b7-a11f-082178b6d667,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:58.266891 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:58.277287 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.280343 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f83afed9-6062-46b7-a11f-082178b6d667 HTTP/1.1" status: 204 len: 168 time: 0.2760544 May 27 13:15:58.788925 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51714) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:58.808197 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:58.832439 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:15:58.847655 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Usage tracker for resource:security_group_rule and tenant:178a8eaa127548628609d84efb9a69e5 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:15:58.852549 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:15:58.861307 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:15:59.026744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.033701 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.054476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:59.162126 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51732) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:15:59.162718 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=178a8eaa127548628609d84efb9a69e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724599 May 27 13:15:59.165110 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9969c0-4272-4f39-bc2f-9a1a5e8c5df3,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:59.169854 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:59.232919 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:15:59.262395 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.304135 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.385783 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:15:59.386193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.401972 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.412080 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9cefede1-2907-47a1-85e1-0a0f97addd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:15:59.429275 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9969c0-4272-4f39-bc2f-9a1a5e8c5df3,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:15:59.441501 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:15:59.448710 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:15:59.450188 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b9969c0-4272-4f39-bc2f-9a1a5e8c5df3 HTTP/1.1" status: 204 len: 168 time: 0.2860250 May 27 13:15:59.683847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f63c3-9f12-4d29-813e-3c00ddd40754 req-7d5dc9a7-0456-4fe8-817c-b67a8962b563 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:15:59.685540 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2d9f63c3-9f12-4d29-813e-3c00ddd40754 req-7d5dc9a7-0456-4fe8-817c-b67a8962b563 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1757472 May 27 13:15:59.758567 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2d9f63c3-9f12-4d29-813e-3c00ddd40754 req-132ba402-2346-4016-b9c4-5a1f4cad7389 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558631 May 27 13:16:00.472159 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-80db1054-5b92-49d7-ae32-ffe468ab03c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:00.858363 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51806) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:00.979114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51814) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:01.145434 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46895fe7-29ac-4db0-b5d0-0b97ff6c46b2 req-b45f1fe9-20bc-4a7a-a9c6-c43db193591e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.152806 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-46895fe7-29ac-4db0-b5d0-0b97ff6c46b2 req-b45f1fe9-20bc-4a7a-a9c6-c43db193591e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1180389 May 27 13:16:01.178342 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.200070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1282471525-network', 'tenant_id': 'c0287e70484746a4a44ecf9497d88f72'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:01.213334 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:01.215845 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:01.227149 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Usage tracker for resource:network and tenant:c0287e70484746a4a44ecf9497d88f72 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:01.230318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Usage tracker for resource:security_group_rule and tenant:1098d9d3e0a94a6d994fb85b4614877e is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:01.235584 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:01.238290 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:01.251950 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:01.254029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:01.258196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-46895fe7-29ac-4db0-b5d0-0b97ff6c46b2 req-6b335d1e-882e-4579-ac1f-4fd00c8aecae tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954740 May 27 13:16:01.280367 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Made reservation on behalf of c0287e70484746a4a44ecf9497d88f72 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:01.282680 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.304848 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.329021 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:01.334615 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0287e70484746a4a44ecf9497d88f72 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:01.341160 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:01.348770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:01.422171 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.434284 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.444812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d08a6343-081e-4bc0-ab8f-df0da19e3f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.519430 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1098d9d3e0a94a6d994fb85b4614877e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390358 May 27 13:16:01.522271 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f73c3-9ee7-4d21-91f7-5e1988293d0f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:01.522428 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51824) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:01.532225 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:01.541095 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.547472 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.553356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-31b23e70-27ee-49a0-a5ef-c4da57abb794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.610136 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309e441b-76fb-4317-98be-ebc6ff302537,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:01.610136 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:16:01.613071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:01.627332 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.632262 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.633142 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Added segment b96017dd-f108-4124-9849-8ad8a0638e1d of type vlan for network b8bc8a4a-c39d-4c39-8682-006a4495672b May 27 13:16:01.660278 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.677266 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.722549 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.724988 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:01.725887 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.733951 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.744763 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.748741 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4f4bdcc2-b144-4ee5-8c30-e74ef97610c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:01.761213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f73c3-9ee7-4d21-91f7-5e1988293d0f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:01.765739 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:01.777346 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:01.780331 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e0f73c3-9ee7-4d21-91f7-5e1988293d0f HTTP/1.1" status: 204 len: 168 time: 0.2565510 May 27 13:16:01.870854 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8bc8a4a-c39d-4c39-8682-006a4495672b,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:01.875812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:01.883028 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network b8bc8a4a-c39d-4c39-8682-006a4495672b details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:16:01.889844 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0321479 May 27 13:16:01.893688 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51836) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:01.900885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Request body: {'subnet': {'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1282471525-subnet', 'tenant_id': 'c0287e70484746a4a44ecf9497d88f72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:01.913597 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:01.924594 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Usage tracker for resource:subnet and tenant:c0287e70484746a4a44ecf9497d88f72 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:01.934029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:01.947787 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:01.983524 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Made reservation on behalf of c0287e70484746a4a44ecf9497d88f72 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:01.986651 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353619'] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.336922 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51848) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:02.375000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.403456 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:02.410759 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7da14653f92349e3a1b7e18796e19264 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:02.417601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:02.426002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:02.549767 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.555321 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.564422 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-437dc361-9999-47c8-a729-0a6ab530c480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:02.609381 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7da14653f92349e3a1b7e18796e19264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702608 May 27 13:16:02.613041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51852) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:02.615978 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cbe91c-61a5-48c0-9167-e80575561a2e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:02.635448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:02.691269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4575741-c179-4016-8600-c1b423420f58 req-7bfe1622-c42a-4dd5-83bb-22693748e50f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:02.693683 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4575741-c179-4016-8600-c1b423420f58 req-7bfe1622-c42a-4dd5-83bb-22693748e50f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2327292 May 27 13:16:02.694470 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.725186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.794857 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.800089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b3a75769-7c69-46d0-a3a4-1b66aa3913d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:02.813703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cbe91c-61a5-48c0-9167-e80575561a2e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:02.816774 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:02.821805 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.826311 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d2b71c5a-1f7f-4a91-a126-47b3a27682db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15cbe91c-61a5-48c0-9167-e80575561a2e HTTP/1.1" status: 204 len: 168 time: 0.2115500 May 27 13:16:02.870346 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4575741-c179-4016-8600-c1b423420f58 req-2f8d8b88-be63-4656-be1e-53033b29ed19 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685302 May 27 13:16:02.880544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2256066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353605'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:02.888972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:02.990709 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:03.032885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b712a3-a529-4277-898c-1c29763210c6,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:03.040836 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:03.045704 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Checking segment: {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:03.045704 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Network hostable DHCP agents. Network: b8bc8a4a-c39d-4c39-8682-006a4495672b, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:16:03.066364 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Network b8bc8a4a-c39d-4c39-8682-006a4495672b is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:16:03.081535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, b8bc8a4a-c39d-4c39-8682-006a4495672b) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:03.093869 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1eec0a-b40f-4e3f-93c4-14b96a25f842 None None] Network b8bc8a4a-c39d-4c39-8682-006a4495672b requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:16:03.096357 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:03.103319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:03.174756 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2793529 May 27 13:16:03.525343 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c170c-73dc-4582-a78a-cc754f930ab5 None None] Network b8bc8a4a-c39d-4c39-8682-006a4495672b requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:16:04.156590 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533812b-9f90-4733-a2f4-aed8acdd19c2 req-2355bf43-3213-4772-b5a4-7401ded2fd72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:04.159345 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a533812b-9f90-4733-a2f4-aed8acdd19c2 req-2355bf43-3213-4772-b5a4-7401ded2fd72 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1491816 May 27 13:16:04.262390 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a533812b-9f90-4733-a2f4-aed8acdd19c2 req-30769f11-b49a-4579-849d-4c9444ec4657 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 May 27 13:16:04.927268 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d4f97ecd-589b-4a0e-aa94-a7ba70b3ad90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:05.497277 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd7b5-6ada-4f66-bc65-cd5abc134243 req-c7f1675e-28ac-4bd9-a2e0-331a03fcfc9f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:05.498974 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fc8dd7b5-6ada-4f66-bc65-cd5abc134243 req-c7f1675e-28ac-4bd9-a2e0-331a03fcfc9f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0943573 May 27 13:16:05.562118 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fc8dd7b5-6ada-4f66-bc65-cd5abc134243 req-afc3008d-84cb-47d5-b13b-c065b1f3b5d0 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 May 27 13:16:06.471257 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 51950) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:06.613189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:06.640216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:06.646512 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Usage tracker for resource:security_group_rule and tenant:40fc7f6b6b8f42adb6215fac2f6bb7b1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:06.647661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:06.650959 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:06.660311 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:06.833838 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:06.839729 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:06.848274 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3badabdb-49c8-4f0c-8aa8-2f433353dc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:06.906059 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40fc7f6b6b8f42adb6215fac2f6bb7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329002 May 27 13:16:06.907315 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daf81cc-bc73-45ed-bdb4-c4eeb73ef1df,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:06.910320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 51966) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:06.913042 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:07.066714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.097412 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.184004 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.188829 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-52be7e00-15b6-422c-9271-04f5f5e83f2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:07.201217 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daf81cc-bc73-45ed-bdb4-c4eeb73ef1df,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:07.205400 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:07.210182 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:07.215287 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9daf81cc-bc73-45ed-bdb4-c4eeb73ef1df HTTP/1.1" status: 204 len: 168 time: 0.2991183 May 27 13:16:08.426431 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:08.898769 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:16:15.827157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 52056) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:15.984680 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.002237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:16.006443 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Usage tracker for resource:security_group_rule and tenant:2f24dea9e4b24dd08a0e86a00514e6de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:16.009543 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:16.017062 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:16.115294 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.123830 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.138134 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-de96e8e3-cf9a-45a1-8ee0-640435c52c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:16.222807 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f24dea9e4b24dd08a0e86a00514e6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942094 May 27 13:16:16.224375 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c95779-a61e-422a-8abc-39d6b446ac66,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:16.225434 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 52064) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:16.230479 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:16.319471 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.351591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.414608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.418685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-76d0c049-8723-41dc-a766-62c7b31977e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:16.433099 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c95779-a61e-422a-8abc-39d6b446ac66,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:16.441014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:16.445728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:16.449195 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22c95779-a61e-422a-8abc-39d6b446ac66 HTTP/1.1" status: 204 len: 168 time: 0.2213278 May 27 13:16:17.802034 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:23.033577 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c6f505b3-aa43-44f5-ad65-870717e821b4 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:23.034942 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c6f505b3-aa43-44f5-ad65-870717e821b4 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Synchronizing usage tracker for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:network {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:23.059743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c6f505b3-aa43-44f5-ad65-870717e821b4 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Unset dirty status for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:network {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:23.061461 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c6f505b3-aa43-44f5-ad65-870717e821b4 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 809 time: 0.1974511 May 27 13:16:23.078328 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-15cc8a22-1f01-413f-bb5c-21b97744a81d tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/quotas/c0287e70484746a4a44ecf9497d88f72 HTTP/1.1" status: 200 len: 375 time: 0.0106256 May 27 13:16:23.130736 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-2107f817-05f3-4f09-964c-61f27590be57 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452960 May 27 13:16:23.368489 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-2f9b8159-e0cc-4733-92d2-66feddeeb0d2 service neutron] 10.222.0.52 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791284 May 27 13:16:23.376757 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c59661-c042-4130-b1f3-707962698c9c req-5185c987-6662-423e-9443-149e6c5d5209 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:23.378555 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32c59661-c042-4130-b1f3-707962698c9c req-5185c987-6662-423e-9443-149e6c5d5209 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2554274 May 27 13:16:23.516229 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32c59661-c042-4130-b1f3-707962698c9c req-1513dea7-ac76-4a3f-a2a5-31d09f1f1ede tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146309 May 27 13:16:23.565862 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-f5950c29-c3a2-4b3e-af88-3bd3ef88ae3b service neutron] 10.222.0.52 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859944 May 27 13:16:23.985776 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-90def1df-8c4e-4552-8dd3-0bb192fb296d req-1757e9ad-e2b0-4839-b122-5a02b148077f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 210 time: 0.0633562 May 27 13:16:24.035904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac683854-cde8-438d-a7ac-519b68d71b12 req-112c0a4f-5e3f-4532-8e1f-bd839203c0e0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:24.037686 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ac683854-cde8-438d-a7ac-519b68d71b12 req-112c0a4f-5e3f-4532-8e1f-bd839203c0e0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1690495 May 27 13:16:24.109509 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ac683854-cde8-438d-a7ac-519b68d71b12 req-56dd6373-f85a-4541-8ffd-e4cd7b6a26ba tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598743 May 27 13:16:24.500771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1dc6-65dd-45cc-84ca-753430b41194 req-f758db50-8a1e-4373-9d89-24a68dff2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:24.502351 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cadf1dc6-65dd-45cc-84ca-753430b41194 req-f758db50-8a1e-4373-9d89-24a68dff2a3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.0781543 May 27 13:16:24.570694 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cadf1dc6-65dd-45cc-84ca-753430b41194 req-cf73268b-0b4f-47ce-bcdf-1a3ae0ea8278 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570946 May 27 13:16:24.737857 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d0964-0957-4c87-bf19-ee6ed895c10c req-8243d6fd-5957-4244-90c0-2d54909105b8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:24.739338 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-455d0964-0957-4c87-bf19-ee6ed895c10c req-8243d6fd-5957-4244-90c0-2d54909105b8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0945992 May 27 13:16:24.797474 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-455d0964-0957-4c87-bf19-ee6ed895c10c req-2286f8e2-b4bf-48b4-ad54-a91f92cf4eb4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489569 May 27 13:16:25.182252 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ded10174-a19f-4102-a9ec-d14df1dc3364 req-694ea3a8-66c7-45f2-959f-05ca3621219b tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 210 time: 0.0518811 May 27 13:16:25.388612 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4ea00-765e-4516-9d7c-5d7f2fe39d94 req-0690a2d7-dc9b-4ec4-a501-9b8e4c8dceee tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.390879 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e3e4ea00-765e-4516-9d7c-5d7f2fe39d94 req-0690a2d7-dc9b-4ec4-a501-9b8e4c8dceee tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1119006 May 27 13:16:25.569121 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e3e4ea00-765e-4516-9d7c-5d7f2fe39d94 req-a5bab7b6-3b7d-4896-af59-36e455fab806 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489217 May 27 13:16:25.628137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a409263-db41-4365-bcad-c52626476dcd tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:25.630242 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a409263-db41-4365-bcad-c52626476dcd tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 809 time: 0.2381513 May 27 13:16:25.666871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Request body: {'port': {'device_id': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b', 'admin_state_up': True, 'tenant_id': 'c0287e70484746a4a44ecf9497d88f72'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:25.927731 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:25.934029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Usage tracker for resource:port and tenant:c0287e70484746a4a44ecf9497d88f72 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:25.968726 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:25.988596 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:26.103250 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Made reservation on behalf of c0287e70484746a4a44ecf9497d88f72 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:26.107483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:26.221407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00757b10-3953-44e8-9029-c25a490d4b63 req-5a46fb23-1dcb-4dc9-b84d-4e258924dad6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:26.237460 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-00757b10-3953-44e8-9029-c25a490d4b63 req-5a46fb23-1dcb-4dc9-b84d-4e258924dad6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3048191 May 27 13:16:26.391874 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-00757b10-3953-44e8-9029-c25a490d4b63 req-e809777a-7c4e-4f5d-b197-9cf2c30f9957 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515579 May 27 13:16:26.407352 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-273926aa-e6ad-4204-940c-4c15d2423752 req-084cb112-811b-4c83-a86b-2b75728a390e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 210 time: 0.0606503 May 27 13:16:26.432999 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Allocated IP 172.20.0.5 (b8bc8a4a-c39d-4c39-8682-006a4495672b/b4b712a3-a529-4277-898c-1c29763210c6/d175f623-7072-417c-ac82-e9659b0500c0) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:26.700274 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:26.758298 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:26.816797 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:26.907686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Network b8bc8a4a-c39d-4c39-8682-006a4495672b is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:26.913994 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:26.920676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:26.946880 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Pushing event updated for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:26.955555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:26.999495 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:27.000226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:27.021670 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d011-9c70-43d6-8864-d5d6cf8f95d3 req-026cb553-4061-4708-84f8-c824ee0f3327 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:27.023594 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-40a8d011-9c70-43d6-8864-d5d6cf8f95d3 req-026cb553-4061-4708-84f8-c824ee0f3327 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2619581 May 27 13:16:27.078924 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177310 May 27 13:16:27.095997 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-40a8d011-9c70-43d6-8864-d5d6cf8f95d3 req-db0a874c-723d-4a4e-a313-4ab33ce11e00 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610051 May 27 13:16:27.114308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Request body: {'port': {'device_id': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:27.253376 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:27.784813 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d175f623-7072-417c-ac82-e9659b0500c0 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:27.797246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdad12-a9a8-4c78-88b9-bd32ae498210 req-3c4922a2-fa0c-4797-98a0-a24ea26c9d42 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:27.798919 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c4bdad12-a9a8-4c78-88b9-bd32ae498210 req-3c4922a2-fa0c-4797-98a0-a24ea26c9d42 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2376621 May 27 13:16:27.811041 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-a7a390f0-548b-42dc-9c61-39d596f0c138 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:27.811828 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-a7a390f0-548b-42dc-9c61-39d596f0c138 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Synchronizing usage tracker for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:27.817120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:27.865437 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Transition to ACTIVE for port object d175f623-7072-417c-ac82-e9659b0500c0 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:27.879483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:27.883745 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-a7a390f0-548b-42dc-9c61-39d596f0c138 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Unset dirty status for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:27.884944 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-a7a390f0-548b-42dc-9c61-39d596f0c138 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 931 time: 0.3219371 May 27 13:16:27.893194 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91570c9f-debe-4aae-810b-ee13958f9c3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:27.928215 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c4bdad12-a9a8-4c78-88b9-bd32ae498210 req-1ebe1045-f05e-4c96-ab1f-3eb3a2bc398a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132190 May 27 13:16:28.132968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:28.173366 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:28.181591 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-e5918898-85d9-4473-985f-12fbc0ddd7a0 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Synchronizing usage tracker for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:28.312656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-e5918898-85d9-4473-985f-12fbc0ddd7a0 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Unset dirty status for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:28.313821 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3eb0ca2c-9622-4258-8dd9-077cda90fd26 req-e5918898-85d9-4473-985f-12fbc0ddd7a0 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890560 May 27 13:16:28.325695 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Attempting to bind port d175f623-7072-417c-ac82-e9659b0500c0 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:28.326023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Attempting to bind port d175f623-7072-417c-ac82-e9659b0500c0 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:28.326527 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Attempting to bind port d175f623-7072-417c-ac82-e9659b0500c0 on network b8bc8a4a-c39d-4c39-8682-006a4495672b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:28.332574 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Port d175f623-7072-417c-ac82-e9659b0500c0 on network b8bc8a4a-c39d-4c39-8682-006a4495672b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:28.332898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Attempting to bind port d175f623-7072-417c-ac82-e9659b0500c0 on network b8bc8a4a-c39d-4c39-8682-006a4495672b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:28.348696 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:28.349041 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Checking segment: {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:28.349439 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Bound using segment: {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:28.349855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Bound port: d175f623-7072-417c-ac82-e9659b0500c0, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:28.350203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:28.470668 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:28.474308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d175f623-7072-417c-ac82-e9659b0500c0,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:28.480320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:28.489436 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:28.580046 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.580694 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:28.582579 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] 10.222.0.21 "PUT /v2.0/ports/d175f623-7072-417c-ac82-e9659b0500c0 HTTP/1.1" status: 200 len: 1093 time: 1.4761126 May 27 13:16:28.584736 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:28.594096 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:28.594843 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:28.809979 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0', 'status': 'completed', 'code': 200} May 27 13:16:28.825720 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-8b95c8e2-f95d-438d-a543-18ac5248fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.827191 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-8b95c8e2-f95d-438d-a543-18ac5248fff5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 1096 time: 0.1296017 May 27 13:16:28.834821 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1be6d2-4164-46f5-bdb9-90827b2cb0a8 req-67e86823-4327-43d5-9b6a-0aba141b75d3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.836292 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2b1be6d2-4164-46f5-bdb9-90827b2cb0a8 req-67e86823-4327-43d5-9b6a-0aba141b75d3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1956692 May 27 13:16:28.972298 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-4c2fd884-ff5c-4aef-a120-e8f0362ef29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:28.973835 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-4c2fd884-ff5c-4aef-a120-e8f0362ef29b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.0800929 May 27 13:16:28.985070 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-b14a0376-9fdd-40c5-9ccb-b1bdbf13b1c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d175f623-7072-417c-ac82-e9659b0500c0 HTTP/1.1" status: 200 len: 217 time: 0.1108568 May 27 13:16:28.995869 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2b1be6d2-4164-46f5-bdb9-90827b2cb0a8 req-555ef85a-63f4-40c8-91e1-71eb3d670b57 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527367 May 27 13:16:29.091817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-8587e60c-e35c-4a67-b79e-f037503b7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.093658 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-8587e60c-e35c-4a67-b79e-f037503b7403 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4b712a3-a529-4277-898c-1c29763210c6 HTTP/1.1" status: 200 len: 849 time: 0.1012440 May 27 13:16:29.126940 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-7d6d2ce6-d859-48e1-88bd-8dcf21fc8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.128401 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-7d6d2ce6-d859-48e1-88bd-8dcf21fc8ae1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.1468036 May 27 13:16:29.156864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5f0e-359c-4f5e-a82b-d0e68f38c8b2 req-7b9114d3-f76d-457a-ab56-e89fc69d0167 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.158365 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fe8c5f0e-359c-4f5e-a82b-d0e68f38c8b2 req-7b9114d3-f76d-457a-ab56-e89fc69d0167 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2170627 May 27 13:16:29.166266 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-319ddeb6-8e73-4962-8b16-8b10560574dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc8a4a-c39d-4c39-8682-006a4495672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604589 May 27 13:16:29.210920 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-7a441151-5af6-489a-a854-53601d18cff7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.0687261 May 27 13:16:29.296451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-faf77db7-2bd8-430b-a7a5-54b93c3317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.297980 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-faf77db7-2bd8-430b-a7a5-54b93c3317a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.0699749 May 27 13:16:29.303227 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fe8c5f0e-359c-4f5e-a82b-d0e68f38c8b2 req-b41600e8-6138-415e-bd8c-4d7086636b2f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361675 May 27 13:16:29.359948 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-8fe436bd-3b76-4a0e-a6bc-c9d6a439b228 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755903 May 27 13:16:29.367340 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-9aa764e9-3117-4e53-a5b2-19f81dbe135d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491862 May 27 13:16:29.540534 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-8223de99-adf5-4624-a120-623d9f942f42 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450958 May 27 13:16:29.605416 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7882944-66e3-4166-b29f-3a5bec3acd09 req-5dc15093-948b-423c-a0ae-f4155e897cc0 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097774 May 27 13:16:29.630674 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0a0c8-7442-4c94-b434-95352f8ae2ef req-71d077e0-5776-44db-b15e-6cdd94a5a950 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.632804 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-29d0a0c8-7442-4c94-b434-95352f8ae2ef req-71d077e0-5776-44db-b15e-6cdd94a5a950 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 943 time: 0.1404941 May 27 13:16:29.744993 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-77fbee11-459a-4387-8a1e-826c6e413b6c req-9f6f4bab-4071-40eb-b79a-64a54d739f17 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925027 May 27 13:16:29.749173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-29d0a0c8-7442-4c94-b434-95352f8ae2ef req-3ec238a4-d3d7-4d63-8bed-357a7fa04e5b tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049383 May 27 13:16:29.795230 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-969170f2-5722-40f6-993f-aba3189656ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.796934 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-969170f2-5722-40f6-993f-aba3189656ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 1096 time: 0.1029155 May 27 13:16:29.965189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-cf92055a-414c-42f6-a8f9-b07d100947bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:29.968671 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-cf92055a-414c-42f6-a8f9-b07d100947bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 910 time: 0.1584694 May 27 13:16:30.064330 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-b6d99d71-267d-4966-9844-27f5f302abc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d175f623-7072-417c-ac82-e9659b0500c0 HTTP/1.1" status: 200 len: 217 time: 0.0810008 May 27 13:16:30.191513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-33bb4457-8646-4fe5-a228-b710b3348c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.201024 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-33bb4457-8646-4fe5-a228-b710b3348c41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4b712a3-a529-4277-898c-1c29763210c6 HTTP/1.1" status: 200 len: 849 time: 0.1215477 May 27 13:16:30.306584 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-75eab7eb-a96a-4d37-ac8a-976bcfa041aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc8a4a-c39d-4c39-8682-006a4495672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642774 May 27 13:16:30.461432 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-95a4c58d-43bb-43e8-b744-f1f866dac2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:30.589921 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309addb-e386-4244-b0a1-7433978f93db req-08010d18-6404-46f2-9f29-b4152c0ac99c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.591621 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7309addb-e386-4244-b0a1-7433978f93db req-08010d18-6404-46f2-9f29-b4152c0ac99c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3892312 May 27 13:16:30.647361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-118e8e3c-7820-4e82-a1b1-2ad1040f96e3 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275559 May 27 13:16:30.704086 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f0c94-8545-40a9-8f6f-30cef4d8da5f req-6953de5e-1c43-4132-9090-b77236e59d5d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.705688 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ee0f0c94-8545-40a9-8f6f-30cef4d8da5f req-6953de5e-1c43-4132-9090-b77236e59d5d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2198188 May 27 13:16:30.708664 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7309addb-e386-4244-b0a1-7433978f93db req-21044c52-d0f5-44d7-bfdb-c497650a5b06 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092257 May 27 13:16:30.839173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ee0f0c94-8545-40a9-8f6f-30cef4d8da5f req-82f91ea3-6193-4764-837d-44a4eba38bb8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274796 May 27 13:16:30.863053 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c77c8fd9-5dc8-49aa-8b94-864e4ee9c1c7 req-a3d8ecf9-e962-459e-a174-77daa88ad48f service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001448 May 27 13:16:30.948152 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568835-b14e-4b66-afdb-7d2590114a9e req-6342deec-90f7-4a90-9def-0fc835b6becc tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:30.950095 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f568835-b14e-4b66-afdb-7d2590114a9e req-6342deec-90f7-4a90-9def-0fc835b6becc tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 943 time: 0.0892897 May 27 13:16:31.002853 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f568835-b14e-4b66-afdb-7d2590114a9e req-61fddbf8-c784-4218-9d2a-fd97de609d15 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 May 27 13:16:31.731842 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-81d40c75-fb5e-4b31-b51f-1f0801d05215 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297179202&fields=id&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 267 time: 0.0433750 May 27 13:16:31.950223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-ad293301-9b56-4f6f-b4da-dbfad46efc65 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:31.951871 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-ad293301-9b56-4f6f-b4da-dbfad46efc65 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.2124944 May 27 13:16:31.972659 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-f67c87b2-d2be-488e-9775-e53b8d209c63 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/quotas/bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 375 time: 0.0139043 May 27 13:16:32.024128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816f696-744b-41b7-8536-266393bb40ad req-e824657c-4a77-42b9-8176-9c105862cd7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:32.025684 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6816f696-744b-41b7-8536-266393bb40ad req-e824657c-4a77-42b9-8176-9c105862cd7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1822035 May 27 13:16:32.093173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6816f696-744b-41b7-8536-266393bb40ad req-34e2c6bc-7ad2-4da9-bff3-f7e166484540 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608616 May 27 13:16:32.135983 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-712c4773-0d39-424c-809d-352328064972 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565580 May 27 13:16:32.365100 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-366f5a26-7dd5-4a1d-80d8-6cb176c612bb service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943390 May 27 13:16:32.413265 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9e93-60e3-40f3-9c61-37c56fa35175 req-f8e49d97-9966-4630-859b-01dc0748ae9c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:32.414955 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c40d9e93-60e3-40f3-9c61-37c56fa35175 req-f8e49d97-9966-4630-859b-01dc0748ae9c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1638248 May 27 13:16:32.537169 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c40d9e93-60e3-40f3-9c61-37c56fa35175 req-647e8fb9-9c38-416d-a2e2-c882847f1205 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761042 May 27 13:16:32.560898 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-58d5c134-c44d-4c94-94ce-04493161bba6 service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881580 May 27 13:16:32.837330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c96a4c-d503-4be0-9be7-ccb844b0e38d req-abe48761-3dbc-4f89-8178-5d72218bceb5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:32.839681 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9c96a4c-d503-4be0-9be7-ccb844b0e38d req-abe48761-3dbc-4f89-8178-5d72218bceb5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 943 time: 0.1369674 May 27 13:16:32.909378 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9c96a4c-d503-4be0-9be7-ccb844b0e38d req-381fffdc-b92e-49ff-b257-bc9989fd09c4 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577323 May 27 13:16:32.963988 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:33.081551 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4268da13-f5a7-483e-82c2-b2f8f36cc0df req-e76d0941-4a08-4661-b8ed-207caa4fba2c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.0548551 May 27 13:16:33.427824 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b72f-157f-4720-ae2c-295a32e8a315 req-7e4673ee-c2b4-4b0f-a350-8d2a9ef6f7bd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:33.430092 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63f7b72f-157f-4720-ae2c-295a32e8a315 req-7e4673ee-c2b4-4b0f-a350-8d2a9ef6f7bd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1388350 May 27 13:16:33.509049 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63f7b72f-157f-4720-ae2c-295a32e8a315 req-15a2e1f8-b8e1-43db-b4c4-f4fab7492a33 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682068 May 27 13:16:33.803877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd93f-4aa3-4b64-bdd7-88021d84aa0f req-9602821c-a0f0-4daf-9a0a-151d81729aa4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:33.805339 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-921bd93f-4aa3-4b64-bdd7-88021d84aa0f req-9602821c-a0f0-4daf-9a0a-151d81729aa4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1326826 May 27 13:16:33.852376 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-921bd93f-4aa3-4b64-bdd7-88021d84aa0f req-a302ab9c-88a2-4b8e-b402-4a6ce0ed3ebd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 May 27 13:16:34.112562 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890842c-4a64-400b-9c1d-5d18667e3ba0 req-28869847-9702-4ab6-b361-960eb0b911e2 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:34.114113 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c890842c-4a64-400b-9c1d-5d18667e3ba0 req-28869847-9702-4ab6-b361-960eb0b911e2 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 943 time: 0.0836196 May 27 13:16:34.169451 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c890842c-4a64-400b-9c1d-5d18667e3ba0 req-3c744382-f11c-48c6-a507-8a448a46bb8f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 May 27 13:16:34.360975 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a7e791f2-8934-446f-92e4-d5a6e7d5483f req-0490b033-b1ea-4676-908e-af34444299a5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.1363657 May 27 13:16:34.745031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9962-dbdb-4bb3-9dda-8ceb1183d0ee req-16cac42d-092b-4cce-8cbb-2e86f848651f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:34.749456 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-393c9962-dbdb-4bb3-9dda-8ceb1183d0ee req-16cac42d-092b-4cce-8cbb-2e86f848651f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.0916362 May 27 13:16:34.799925 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-393c9962-dbdb-4bb3-9dda-8ceb1183d0ee req-90287805-3ca2-4edd-bce2-d25665d10fcb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462475 May 27 13:16:34.916940 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1c60341b-e69b-49b8-910e-f1b0f5aa1137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.054000 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bae09-0067-4248-94f6-99b7d778e8f5 req-3545a2ac-e421-44fc-869e-dcdaf27cc5ea tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.056014 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be1bae09-0067-4248-94f6-99b7d778e8f5 req-3545a2ac-e421-44fc-869e-dcdaf27cc5ea tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0919096 May 27 13:16:35.097918 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d175f623-7072-417c-ac82-e9659b0500c0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:16:35.141182 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be1bae09-0067-4248-94f6-99b7d778e8f5 req-0b4602b3-81f1-455d-b4d4-9eac7ec641dc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 May 27 13:16:35.337259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d175f623-7072-417c-ac82-e9659b0500c0,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:35.365193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'd175f623-7072-417c-ac82-e9659b0500c0', 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b', 'port_id': 'd175f623-7072-417c-ac82-e9659b0500c0', 'mac_address': 'fa:16:3e:9e:7f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b712a3-a529-4277-898c-1c29763210c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:16:35.478056 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.514702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d175f623-7072-417c-ac82-e9659b0500c0 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:35.539907 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-fb87e81f-d19f-421a-ab8c-550ed3a09d97 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.541492 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-fb87e81f-d19f-421a-ab8c-550ed3a09d97 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.3477478 May 27 13:16:35.550641 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d175f623-7072-417c-ac82-e9659b0500c0,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:35.565685 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:35.567812 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:35.576823 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8fa11bd4-cca1-4528-a67f-34030716f656 req-e6b5463f-5d1c-41ac-ace9-6fc635c6a9fa tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.0666957 May 27 13:16:35.620581 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b371b32-4ba7-4a60-98af-353222a556fe req-53e1edcb-32df-4a98-af14-ec10ec9dfe5f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:35.622827 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b371b32-4ba7-4a60-98af-353222a556fe req-53e1edcb-32df-4a98-af14-ec10ec9dfe5f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 943 time: 0.2657588 May 27 13:16:35.696722 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:35.702505 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:35.710112 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-a599f6f5-8ad3-4bff-9b4b-f0a515b70b73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 379 time: 0.1477745 May 27 13:16:35.729475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'port': {'device_id': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'admin_state_up': True, 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'security_groups': ['ea1e97a8-3316-4070-80f9-a3af9949b81f']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:35.765540 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b371b32-4ba7-4a60-98af-353222a556fe req-b4857a46-d086-4d04-89a3-936e6b3389d7 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303103 May 27 13:16:35.938210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:35.943990 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:port and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:35.949217 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:35.957453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:36.015404 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Made reservation on behalf of bd3956808db147c5b64b1f6b5dd27de2 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:36.018966 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:36.179016 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d175f623-7072-417c-ac82-e9659b0500c0'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:36.231605 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1cda-e518-43df-8dbe-ef7332646e48 req-e1efc7b5-4481-43c6-9851-19a943ad9a6c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:36.234088 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-655b1cda-e518-43df-8dbe-ef7332646e48 req-e1efc7b5-4481-43c6-9851-19a943ad9a6c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2735758 May 27 13:16:36.310128 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-655b1cda-e518-43df-8dbe-ef7332646e48 req-831a3643-45d1-4e47-9da0-6e378beb5c4a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705781 May 27 13:16:36.311367 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.20.0.11 (acd8b240-8bde-43be-9e0b-74e5a513d6a5/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12/121dd0b2-ad41-488f-8d5e-5a76937f3c25) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:36.654069 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:36.710469 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de449fb-eb6a-4cbe-a3b1-0b75294b03a0 req-e153211a-9b4e-4fbe-a89a-b4276c2a6037 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:36.712075 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6de449fb-eb6a-4cbe-a3b1-0b75294b03a0 req-e153211a-9b4e-4fbe-a89a-b4276c2a6037 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3386319 May 27 13:16:36.742676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:36.827949 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fba879a5-8158-4000-a4a4-e28f0c3762fd req-9dde0874-ac14-4761-b1db-d348c2f3a8ab tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.0885694 May 27 13:16:36.829169 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Transition to ACTIVE for port object 121dd0b2-ad41-488f-8d5e-5a76937f3c25 will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:36.857517 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6de449fb-eb6a-4cbe-a3b1-0b75294b03a0 req-64910e6d-37dd-42ed-b587-9395958b11d6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228902 May 27 13:16:36.876335 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:36.896968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:36.984540 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:36.993768 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:37.000487 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:37.149901 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:37.175973 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.176541 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.176985 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.177440 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.177918 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.178351 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.178850 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.179288 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.179707 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.180299 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.180689 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.181137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:37.189365 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:37.196965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.197529 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:37.231201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f9cd0-dce0-4368-96a4-d2cea9bbcc26 req-2b6ba552-ec44-4931-b82e-7e9695a37f61 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.238874 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-884f9cd0-dce0-4368-96a4-d2cea9bbcc26 req-2b6ba552-ec44-4931-b82e-7e9695a37f61 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 944 time: 0.2424905 May 27 13:16:37.268375 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5474401 May 27 13:16:37.283250 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Request body: {'port': {'device_id': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:37.346120 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-884f9cd0-dce0-4368-96a4-d2cea9bbcc26 req-5ef2241f-4b70-4b2f-ab9c-91ea7b5b5744 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041470 May 27 13:16:37.447209 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a14bea3c-3b87-48ae-bf83-f3f7003841a7 None None] Provisioning for port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:16:37.457071 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a14bea3c-3b87-48ae-bf83-f3f7003841a7 None None] Provisioning complete for port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:37.457800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a14bea3c-3b87-48ae-bf83-f3f7003841a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:37.537276 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-a14bea3c-3b87-48ae-bf83-f3f7003841a7 None None] Port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:16:37.689941 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:37.770823 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac6516-d703-4ee2-938b-c7e6a14e13a7 req-3f1f0c03-2de2-4a1a-9a71-ac2925361c7e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.772253 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-76ac6516-d703-4ee2-938b-c7e6a14e13a7 req-3f1f0c03-2de2-4a1a-9a71-ac2925361c7e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.4013860 May 27 13:16:37.866898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8beb6-4d33-45b6-8239-01863b7dff4c req-06351c1d-09ed-4e6d-b0f5-38ebd0e1d0dc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:37.868644 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2a8beb6-4d33-45b6-8239-01863b7dff4c req-06351c1d-09ed-4e6d-b0f5-38ebd0e1d0dc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3265276 May 27 13:16:37.952066 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-76ac6516-d703-4ee2-938b-c7e6a14e13a7 req-432c32b3-1cb7-4a41-ae6a-1a60d61b385a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573114 May 27 13:16:37.985449 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2a8beb6-4d33-45b6-8239-01863b7dff4c req-169035c5-ad30-47e5-a7bf-72c9e818a29b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902655 May 27 13:16:38.299269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce6d6-7913-4380-a0db-c6cff53438fb req-371caf2f-87d0-45c5-915f-b90af540018b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:38.300375 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-6bfce6d6-7913-4380-a0db-c6cff53438fb req-371caf2f-87d0-45c5-915f-b90af540018b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:38.318357 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121dd0b2-ad41-488f-8d5e-5a76937f3c25 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:38.333074 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:38.336326 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-6bfce6d6-7913-4380-a0db-c6cff53438fb req-371caf2f-87d0-45c5-915f-b90af540018b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:38.344408 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6bfce6d6-7913-4380-a0db-c6cff53438fb req-371caf2f-87d0-45c5-915f-b90af540018b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 932 time: 0.2366116 May 27 13:16:38.379590 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Transition to ACTIVE for port object 121dd0b2-ad41-488f-8d5e-5a76937f3c25 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:38.391871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:38.406889 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-ff961f77-b26e-44ff-a9d4-89c65372216a tempest-DeleteServersTestJSON-745507904 tempest-DeleteServersTestJSON-745507904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:38.445890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:38.457734 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6bfce6d6-7913-4380-a0db-c6cff53438fb req-2a4b36dd-0f88-4262-80ff-29f6b46f3ad9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123874 May 27 13:16:38.610294 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Pushing event updated for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:38.615483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:38.749054 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c117bb6-2215-4db5-ab3c-73dae6d48170 req-9e3e3d11-a515-4211-92cc-38d92eb3ab61 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:38.750581 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c117bb6-2215-4db5-ab3c-73dae6d48170 req-9e3e3d11-a515-4211-92cc-38d92eb3ab61 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 944 time: 0.2117987 May 27 13:16:38.756883 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Attempting to bind port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:38.757977 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Attempting to bind port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:38.758219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Attempting to bind port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:38.789963 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:38.790578 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Attempting to bind port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:38.816913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:38.817482 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:38.818132 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Bound using segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:38.818858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Bound port: 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:38.819442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:38.887944 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c117bb6-2215-4db5-ab3c-73dae6d48170 req-0a099ae3-0e43-4f68-92d3-0a3c37791c49 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233115 May 27 13:16:38.961099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:38.966478 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:38.970995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:38.976558 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:39.091063 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.091737 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:39.093472 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] 10.222.0.21 "PUT /v2.0/ports/121dd0b2-ad41-488f-8d5e-5a76937f3c25 HTTP/1.1" status: 200 len: 1094 time: 1.8151379 May 27 13:16:39.098468 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:39.105714 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d175f623-7072-417c-ac82-e9659b0500c0 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:16:39.176608 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Pushing event updated for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:39.190096 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:39.247369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port d175f623-7072-417c-ac82-e9659b0500c0 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:16:39.253039 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port d175f623-7072-417c-ac82-e9659b0500c0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:39.253416 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:39.306480 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1a7a-6a45-4b8a-9862-e6cfc39e3b77 req-1197a280-fd93-4438-aaed-4fba635c5498 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.308357 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-452d1a7a-6a45-4b8a-9862-e6cfc39e3b77 req-1197a280-fd93-4438-aaed-4fba635c5498 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2924120 May 27 13:16:39.330431 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4f650-ba7f-4713-ad10-765c31b92e0f req-c12754d9-b158-4383-8d6a-02332b028fcc tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.332025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5da4f650-ba7f-4713-ad10-765c31b92e0f req-c12754d9-b158-4383-8d6a-02332b028fcc tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2278707 May 27 13:16:39.379700 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-920e3e39-5ce8-4798-8b43-4bb2ae4cb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.381412 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-920e3e39-5ce8-4798-8b43-4bb2ae4cb89f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 1097 time: 0.1903892 May 27 13:16:39.398882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:39.431629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:39.443619 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d175f623-7072-417c-ac82-e9659b0500c0,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:39.447425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:39.450040 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:39.488333 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-7e146ac0-6bcc-42e9-a415-416aac0310d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25 HTTP/1.1" status: 200 len: 217 time: 0.0817688 May 27 13:16:39.494866 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-452d1a7a-6a45-4b8a-9862-e6cfc39e3b77 req-40cd2a5d-4cbd-424e-a880-42edc6c2994e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732976 May 27 13:16:39.497761 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5da4f650-ba7f-4713-ad10-765c31b92e0f req-5855fe48-9899-4ae4-89e9-a6e91df7518f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449640 May 27 13:16:39.553735 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:39.563095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.563541 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.563947 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.564350 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.564776 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.565196 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.565628 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.566059 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.566451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.566844 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.567238 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.568025 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:16:39.570191 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-e87bd679-e62d-487a-8be8-8ec5342f657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.571924 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-e87bd679-e62d-487a-8be8-8ec5342f657c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0731602 May 27 13:16:39.572997 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:39.760431 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'status': 'completed', 'code': 200} May 27 13:16:39.798095 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0', 'code': 200} May 27 13:16:39.823969 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-e13487d5-7279-4762-af41-37b6355a0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.826042 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-e13487d5-7279-4762-af41-37b6355a0c7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2427673 May 27 13:16:39.839488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e7827-033e-44d0-84e3-f52993db585b req-f9ad8c13-55d7-4ad5-a770-3711f1520c8b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:39.841744 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b62e7827-033e-44d0-84e3-f52993db585b req-f9ad8c13-55d7-4ad5-a770-3711f1520c8b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1298065 May 27 13:16:40.017013 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b62e7827-033e-44d0-84e3-f52993db585b req-c6c2f21d-43e0-4082-941c-e233280d9485 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559782 May 27 13:16:40.069097 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-04dab8fb-f706-4d9f-bec4-696466536f06 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263222 May 27 13:16:40.087609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b634-b4ac-4a93-b69c-d2c596a3f93b req-44fa80bc-1946-420d-86e5-42c54807f976 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.089236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c968b634-b4ac-4a93-b69c-d2c596a3f93b req-44fa80bc-1946-420d-86e5-42c54807f976 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.1540010 May 27 13:16:40.224347 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c968b634-b4ac-4a93-b69c-d2c596a3f93b req-4ea2044a-72a6-4be2-bf91-9ec6f220db5d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147819 May 27 13:16:40.258534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27858ca-9f89-4a8c-b732-a7667d5bde1f req-53ab37f3-5516-43b8-bcff-17d42ebb78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.260029 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b27858ca-9f89-4a8c-b732-a7667d5bde1f req-53ab37f3-5516-43b8-bcff-17d42ebb78d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 1098 time: 0.2106433 May 27 13:16:40.290244 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2102ab80-ae40-44a9-8a5a-7be4d82fe61a req-3bd73164-2621-4ac1-be76-7823a5c75cde service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995251 May 27 13:16:40.350627 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b27858ca-9f89-4a8c-b732-a7667d5bde1f req-7914d619-c365-4483-9801-146797c6cd06 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773933 May 27 13:16:40.545932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-8be2ac2d-8ce1-4ad1-8a95-9a1a2611793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.547497 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-8be2ac2d-8ce1-4ad1-8a95-9a1a2611793e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 1097 time: 0.1208451 May 27 13:16:40.555746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999823-70a4-4a87-930a-ecdee26c1897 req-030e72de-4183-4397-b688-07bb36e71dfc tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.561625 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f8999823-70a4-4a87-930a-ecdee26c1897 req-030e72de-4183-4397-b688-07bb36e71dfc tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.1749299 May 27 13:16:40.678649 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f8999823-70a4-4a87-930a-ecdee26c1897 req-253e9b5f-52e7-451c-80c8-102f47a136ec tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143770 May 27 13:16:40.884135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-22b78155-b9b1-4bf5-acb6-8cbe123519c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.885630 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-22b78155-b9b1-4bf5-acb6-8cbe123519c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.2703500 May 27 13:16:40.915082 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78096-33a3-4358-a74c-a9b61ce6af2a req-db2954ca-6330-4485-9ebc-036a9a3c25ab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:40.916549 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ca78096-33a3-4358-a74c-a9b61ce6af2a req-db2954ca-6330-4485-9ebc-036a9a3c25ab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1189415 May 27 13:16:40.999585 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-27a87163-02e6-43f2-aeeb-4cd10850ba3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25 HTTP/1.1" status: 200 len: 217 time: 0.0819588 May 27 13:16:41.072682 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ca78096-33a3-4358-a74c-a9b61ce6af2a req-8859f915-3349-4aca-8adb-8cec3654510b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059892 May 27 13:16:41.086657 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-fc7baaf1-69d5-4f41-af68-4699121d0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.088074 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-fc7baaf1-69d5-4f41-af68-4699121d0b46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0728910 May 27 13:16:41.255626 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-8290ffcc-2e62-4d1a-9f27-b0392d0aa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.257008 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-8290ffcc-2e62-4d1a-9f27-b0392d0aa10a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1501465 May 27 13:16:41.269008 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f144a-d20f-4be3-bc85-87393f5aeedd req-53764aaf-d3a6-4354-9327-1e35e45ba8a9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.270286 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b94f144a-d20f-4be3-bc85-87393f5aeedd req-53764aaf-d3a6-4354-9327-1e35e45ba8a9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1234763 May 27 13:16:41.446864 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b94f144a-d20f-4be3-bc85-87393f5aeedd req-b21326f4-d685-4196-87ed-a66cc954be7c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549969 May 27 13:16:41.494059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-86546ab8-4db7-4958-b382-953abb02b117 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225473 May 27 13:16:41.514305 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ead1cf-376e-4b6e-9e93-a084760e450a req-db2058e8-add1-4ab1-8bbf-3c9f1ec0b003 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.515727 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67ead1cf-376e-4b6e-9e93-a084760e450a req-db2058e8-add1-4ab1-8bbf-3c9f1ec0b003 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.1573317 May 27 13:16:41.565027 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67ead1cf-376e-4b6e-9e93-a084760e450a req-c02dfaa5-31b0-4419-b3e2-f9b4f821f09c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434504 May 27 13:16:41.881970 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cc137-37e1-4cf5-8294-821010bcf030 req-67022284-15f6-4a11-93b2-dba47635b6ff tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:41.884144 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1c3cc137-37e1-4cf5-8294-821010bcf030 req-67022284-15f6-4a11-93b2-dba47635b6ff tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0942743 May 27 13:16:41.937341 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1c3cc137-37e1-4cf5-8294-821010bcf030 req-8eeab0b1-dbc3-4cff-abd2-2d03d3a14272 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 May 27 13:16:42.350053 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c4c67-732d-4509-b18f-592703520878 req-7a0c53cb-61ba-4db0-9204-e43dbae65469 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:42.351565 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-758c4c67-732d-4509-b18f-592703520878 req-7a0c53cb-61ba-4db0-9204-e43dbae65469 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1541080 May 27 13:16:42.400950 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-758c4c67-732d-4509-b18f-592703520878 req-015556f1-eed2-477c-b978-588ff6a4f683 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 May 27 13:16:42.667428 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4c01a-9823-4f54-a162-17671ff95c09 req-491e1ab9-5caa-43f6-9f6a-8706914a1cf2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:42.669688 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2dc4c01a-9823-4f54-a162-17671ff95c09 req-491e1ab9-5caa-43f6-9f6a-8706914a1cf2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.0988259 May 27 13:16:42.772173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2dc4c01a-9823-4f54-a162-17671ff95c09 req-d9805c48-bce5-4450-bc52-a89771fa2068 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957696 May 27 13:16:42.806129 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b122699-0271-41fd-be29-1339b46d56cb req-75bbeda2-26bf-4a2f-918d-afc347aa82e7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:42.807865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b122699-0271-41fd-be29-1339b46d56cb req-75bbeda2-26bf-4a2f-918d-afc347aa82e7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.1099613 May 27 13:16:42.859177 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b122699-0271-41fd-be29-1339b46d56cb req-e42a996c-1acd-4aeb-a409-d21b9d0d23f5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 May 27 13:16:43.131537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc85be-da06-4e2f-8259-9a8e0c3a3c62 req-84a46a95-f1e1-4f35-9059-c9b2770b1e94 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:43.133093 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7acc85be-da06-4e2f-8259-9a8e0c3a3c62 req-84a46a95-f1e1-4f35-9059-c9b2770b1e94 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0852528 May 27 13:16:43.181202 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7acc85be-da06-4e2f-8259-9a8e0c3a3c62 req-a7a9ccd9-c9a8-44a3-9e8e-f85ba138af7e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 May 27 13:16:43.588991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6587e-efcb-48b3-a51c-36ad357184be req-f699d798-0446-4c66-95c9-82a97e2bff03 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:43.591100 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2d6587e-efcb-48b3-a51c-36ad357184be req-f699d798-0446-4c66-95c9-82a97e2bff03 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0843720 May 27 13:16:43.636046 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2d6587e-efcb-48b3-a51c-36ad357184be req-7949a030-4e47-4868-8e6e-cb814f6e859a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388401 May 27 13:16:44.047453 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44d4ed6-7064-42e8-b603-0e4753b56c9e req-f2c425ec-15a0-4ce4-a3c2-9821ea641732 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705064 May 27 13:16:44.084180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7296f4c-7d95-4d91-a305-13242cf0e905 req-0188d16c-4c16-401b-8e48-8b277fbef9e6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:44.085748 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f7296f4c-7d95-4d91-a305-13242cf0e905 req-0188d16c-4c16-401b-8e48-8b277fbef9e6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1857448 May 27 13:16:44.128515 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776bf1f-81a3-4e41-9005-be39d500c42c req-9ea671c4-05ad-41ff-aaed-9e883b1d486a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:44.130101 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4776bf1f-81a3-4e41-9005-be39d500c42c req-9ea671c4-05ad-41ff-aaed-9e883b1d486a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.1485069 May 27 13:16:44.169514 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f7296f4c-7d95-4d91-a305-13242cf0e905 req-b184e362-9422-4e36-a302-5c5e8c682254 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773051 May 27 13:16:44.196169 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4776bf1f-81a3-4e41-9005-be39d500c42c req-3e371809-9e8d-4192-b33c-8799d8c47c98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542285 May 27 13:16:44.380341 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c483a44-9d31-4a67-9ec3-c0ddd087e5b3 req-8a2e3e0d-41e2-467f-aa54-ce373549b425 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:44.381795 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3c483a44-9d31-4a67-9ec3-c0ddd087e5b3 req-8a2e3e0d-41e2-467f-aa54-ce373549b425 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0851407 May 27 13:16:44.447687 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3c483a44-9d31-4a67-9ec3-c0ddd087e5b3 req-c2acf000-cee2-4b57-8a93-801cde0f2730 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593047 May 27 13:16:44.843338 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be2d63-0cb2-47b9-abf7-484a37408f46 req-3202c327-d1dd-4e74-8510-a13b732e3b4f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:44.844902 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26be2d63-0cb2-47b9-abf7-484a37408f46 req-3202c327-d1dd-4e74-8510-a13b732e3b4f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0857980 May 27 13:16:44.893243 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26be2d63-0cb2-47b9-abf7-484a37408f46 req-30f5478d-c8c8-4511-b17f-11e515cd666c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 May 27 13:16:45.462117 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081e14-cee6-433c-81ed-61ae24b72ece req-1a6ca85b-a0e2-48fa-af5d-fb154b5677d3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:45.463543 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-69081e14-cee6-433c-81ed-61ae24b72ece req-1a6ca85b-a0e2-48fa-af5d-fb154b5677d3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.1521664 May 27 13:16:45.472655 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b42aee-5e96-48f0-aa80-10418f9abd3d req-dd58fbc6-23bd-4d64-8f71-70c03e972fdd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:45.474244 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25b42aee-5e96-48f0-aa80-10418f9abd3d req-dd58fbc6-23bd-4d64-8f71-70c03e972fdd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1250889 May 27 13:16:45.550892 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-69081e14-cee6-433c-81ed-61ae24b72ece req-61eb24ee-ef70-45d6-a7da-737ff19c248a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756447 May 27 13:16:45.556632 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25b42aee-5e96-48f0-aa80-10418f9abd3d req-e6d39b40-3e71-45be-9fe5-6c9d124d7e0d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671518 May 27 13:16:45.747800 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e64a0-9a32-4a8d-88b7-1a231c0e0b93 req-19c528f1-2ad6-4fba-8f2e-c1e19057368c tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:45.749211 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d1e64a0-9a32-4a8d-88b7-1a231c0e0b93 req-19c528f1-2ad6-4fba-8f2e-c1e19057368c tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0817451 May 27 13:16:45.795751 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d1e64a0-9a32-4a8d-88b7-1a231c0e0b93 req-63d43a78-49cf-421f-ade5-5a7e09153bf3 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 May 27 13:16:45.897920 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:16:46.129970 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59705a-14d7-4523-86dd-a46990abe389 req-a2aadaa3-f98b-47fe-a2eb-985f92fdea10 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:46.131462 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ac59705a-14d7-4523-86dd-a46990abe389 req-a2aadaa3-f98b-47fe-a2eb-985f92fdea10 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1245737 May 27 13:16:46.193404 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ac59705a-14d7-4523-86dd-a46990abe389 req-aaea0bfb-7770-4796-b8c4-07762e6370b7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550425 May 27 13:16:46.209386 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-0619f112-efb2-4773-987d-89850b3f63b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211848 May 27 13:16:46.318862 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-62dc722f-f473-4ce8-88be-acba5310999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:46.320323 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-62dc722f-f473-4ce8-88be-acba5310999f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.0800719 May 27 13:16:46.571995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-1f49bbaf-082f-4081-9153-05265193969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:46.573555 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-1f49bbaf-082f-4081-9153-05265193969f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.2276804 May 27 13:16:46.728515 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-2d6517d4-a97c-4c13-984c-13fbf41e3ccf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.1304080 May 27 13:16:46.873881 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-e5a84ffe-af1e-4b00-abfe-021a3d337526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:46.875418 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-e5a84ffe-af1e-4b00-abfe-021a3d337526 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1337774 May 27 13:16:46.975114 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-f186b4e2-0110-4f89-a3b9-7147a96fca0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864236 May 27 13:16:47.031183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b4934-9436-4535-83f5-32a84d92c975 req-11c2cb41-bffa-440b-a3f9-c2102c601ab3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:47.032587 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-196b4934-9436-4535-83f5-32a84d92c975 req-11c2cb41-bffa-440b-a3f9-c2102c601ab3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.2495577 May 27 13:16:47.181211 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-196b4934-9436-4535-83f5-32a84d92c975 req-7ce4618a-153d-454b-b1dc-b5aca3217741 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968733 May 27 13:16:47.193236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-9f600292-536d-4d0c-962d-b038cbfc6aac service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056701 May 27 13:16:47.208185 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ade94c-cdb3-412c-9bcb-61ae5917f690 req-4ece153e-655e-4a93-8ded-df1a7df682ac tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:47.211450 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2ade94c-cdb3-412c-9bcb-61ae5917f690 req-4ece153e-655e-4a93-8ded-df1a7df682ac tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2763274 May 27 13:16:47.442446 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2ade94c-cdb3-412c-9bcb-61ae5917f690 req-b07d9d95-18da-492b-8719-f746ad65ba92 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870220 May 27 13:16:47.469043 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f46079b-b65e-418d-9b89-fb6adb473a13 req-c7672c62-bed9-4512-97e7-c0efe1a7d132 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550561 May 27 13:16:47.493187 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f4469-c3d6-4ba1-96c8-d4e70580a1e5 req-0a981604-e0c5-46ca-b6d9-bd1f16780601 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:47.494852 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-953f4469-c3d6-4ba1-96c8-d4e70580a1e5 req-0a981604-e0c5-46ca-b6d9-bd1f16780601 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1612973 May 27 13:16:47.545632 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-953f4469-c3d6-4ba1-96c8-d4e70580a1e5 req-7196298e-d09d-4c8d-a031-49eaab225550 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 May 27 13:16:47.857348 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cafa9-4fb7-453d-9185-b14079b7ae22 req-62aa8c0b-6e6a-4fe5-971d-488ed4487ec8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:47.858598 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:47.859040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3b1cafa9-4fb7-453d-9185-b14079b7ae22 req-62aa8c0b-6e6a-4fe5-971d-488ed4487ec8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0960286 May 27 13:16:47.912025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3b1cafa9-4fb7-453d-9185-b14079b7ae22 req-0ccd565e-e77c-4d18-8d2f-e7a6fb76818a tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 May 27 13:16:48.378999 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b748e30-016f-40b9-b998-e12b9bddb7d2 req-14154932-a28b-4d90-8673-87b1265db476 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:48.380390 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b748e30-016f-40b9-b998-e12b9bddb7d2 req-14154932-a28b-4d90-8673-87b1265db476 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 944 time: 0.0800107 May 27 13:16:48.433137 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7b748e30-016f-40b9-b998-e12b9bddb7d2 req-b2f6d444-a43e-4f1e-b24b-bff0d8a79f5c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463274 May 27 13:16:48.708218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee3998-7f81-4ad2-916b-9b045a3ea317 req-3725f780-5ca3-4f0f-a274-657bb5241d22 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:48.709593 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26ee3998-7f81-4ad2-916b-9b045a3ea317 req-3725f780-5ca3-4f0f-a274-657bb5241d22 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1375070 May 27 13:16:48.775438 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26ee3998-7f81-4ad2-916b-9b045a3ea317 req-2bed2de6-8da0-440a-9554-e68592b74cfa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523729 May 27 13:16:48.797254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5bc80-1e7a-46e7-a716-7e2fee55839b req-1d703371-9498-4026-8483-433bdfa01ce0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:48.798705 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93d5bc80-1e7a-46e7-a716-7e2fee55839b req-1d703371-9498-4026-8483-433bdfa01ce0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1364369 May 27 13:16:48.852585 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93d5bc80-1e7a-46e7-a716-7e2fee55839b req-8af2f886-8cea-4599-a369-e2de8aaa1fc5 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465186 May 27 13:16:49.124240 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471db8b-01fe-497a-a4a8-1a2786010df5 req-1ae17d30-44ba-4b37-a89e-090f3e6eeee7 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:49.125736 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d471db8b-01fe-497a-a4a8-1a2786010df5 req-1ae17d30-44ba-4b37-a89e-090f3e6eeee7 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.0934460 May 27 13:16:49.131508 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 121dd0b2-ad41-488f-8d5e-5a76937f3c25 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:16:49.175085 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d471db8b-01fe-497a-a4a8-1a2786010df5 req-df80480e-cc58-4a8b-a9a5-43905f625181 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 May 27 13:16:49.279809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:49.294691 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'port_id': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'mac_address': 'fa:16:3e:72:bf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:16:49.356600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.378044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121dd0b2-ad41-488f-8d5e-5a76937f3c25 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:49.404046 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:49.409386 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:49.412260 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:49.492194 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:49.496809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:49.643173 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308d8f-6f28-4236-bec2-babb8e20d832 req-89be7821-afeb-480f-9394-b57341ce2604 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:49.644679 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18308d8f-6f28-4236-bec2-babb8e20d832 req-89be7821-afeb-480f-9394-b57341ce2604 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 945 time: 0.0879896 May 27 13:16:49.692673 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18308d8f-6f28-4236-bec2-babb8e20d832 req-051d37b2-c3bc-466a-9af1-0eb5f97a6c30 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 May 27 13:16:49.900065 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['121dd0b2-ad41-488f-8d5e-5a76937f3c25'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:50.110066 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a24df-dfc1-4756-8d2d-6c8ab3b9e568 req-0a49d006-ebc7-403c-88d6-48682a3f2a41 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.117333 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-468a24df-dfc1-4756-8d2d-6c8ab3b9e568 req-0a49d006-ebc7-403c-88d6-48682a3f2a41 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2238853 May 27 13:16:50.181490 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-468a24df-dfc1-4756-8d2d-6c8ab3b9e568 req-d22959ce-1e60-4e17-985e-87afd24349fe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634117 May 27 13:16:50.201702 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f524d01-3406-48b6-88df-2c2797786844 req-5b20fa57-34ac-4c72-bb78-5239c7f3337e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.203187 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f524d01-3406-48b6-88df-2c2797786844 req-5b20fa57-34ac-4c72-bb78-5239c7f3337e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2094843 May 27 13:16:50.244515 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-722573fa-159c-46df-b6f8-6bbc8b75bda8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.245531 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-722573fa-159c-46df-b6f8-6bbc8b75bda8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.2004845 May 27 13:16:50.426565 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f524d01-3406-48b6-88df-2c2797786844 req-694276e8-1047-4270-b29f-ebb059dc744a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108099 May 27 13:16:50.526829 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74ae55-b3b4-4e93-ad44-b12336bac44d req-220a684a-bcb6-4152-9d88-e51616940161 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.528766 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7e74ae55-b3b4-4e93-ad44-b12336bac44d req-220a684a-bcb6-4152-9d88-e51616940161 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 945 time: 0.1575308 May 27 13:16:50.573471 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Deleting port d175f623-7072-417c-ac82-e9659b0500c0 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:16:50.573885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.652974 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7e74ae55-b3b4-4e93-ad44-b12336bac44d req-0970c5a8-8857-4519-b6a6-316bb4f0f846 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172061 May 27 13:16:50.721846 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] For port d175f623-7072-417c-ac82-e9659b0500c0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d175f623-7072-417c-ac82-e9659b0500c0,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:50.722315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:50.847471 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Calling delete_port for d175f623-7072-417c-ac82-e9659b0500c0 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:16:50.959269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce5f2-a343-4e92-9931-f09b0f9355f8 req-511ab7d3-a5df-4cd0-a579-82fafccc77c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:50.960740 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-801ce5f2-a343-4e92-9931-f09b0f9355f8 req-511ab7d3-a5df-4cd0-a579-82fafccc77c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 945 time: 0.1200538 May 27 13:16:51.059377 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-801ce5f2-a343-4e92-9931-f09b0f9355f8 req-f9b12173-8664-4658-b5c3-680bf4e57be8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918546 May 27 13:16:51.073372 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.080233 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:51.092685 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d175f623-7072-417c-ac82-e9659b0500c0'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:51.128000 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Pushing event deleted for resources: {'Port': ['ID=d175f623-7072-417c-ac82-e9659b0500c0,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:51.131054 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:51.153951 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:16:51.204921 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] No DVR routers for this DVR port d175f623-7072-417c-ac82-e9659b0500c0 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:16:51.207814 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.210709 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'name': 'network-vif-deleted', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:51.228644 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-566eae93-329c-4f95-8c6a-3901ef41ea3a req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "DELETE /v2.0/ports/d175f623-7072-417c-ac82-e9659b0500c0 HTTP/1.1" status: 204 len: 173 time: 0.9645450 May 27 13:16:51.271873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cae54c-9913-4df3-a80d-97bfdf5a4031', 'name': 'network-vif-deleted', 'tag': 'd175f623-7072-417c-ac82-e9659b0500c0', 'status': 'completed', 'code': 200} May 27 13:16:51.302890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:51.321903 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:16:51.381964 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.400674 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:51.411094 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d77a52-e532-41b0-b778-17a74353580d req-05faaed8-b01a-413d-aee4-e7a3781fad2f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:51.412888 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05d77a52-e532-41b0-b778-17a74353580d req-05faaed8-b01a-413d-aee4-e7a3781fad2f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.0899911 May 27 13:16:51.419432 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:51.423470 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:51.425494 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:51.468861 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05d77a52-e532-41b0-b778-17a74353580d req-e6aed26c-a6c6-434c-b425-e4827261463d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476949 May 27 13:16:51.502354 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=6']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:51.507096 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:51.614120 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['40d6a7ca-012b-4dfb-8e71-74c4d3b75015'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:16:51.635870 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87140c-cb24-4452-9ea3-dcc5ddf04800 req-5c5574db-eb4b-4e36-a418-d28c77fc13ce tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:51.637403 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab87140c-cb24-4452-9ea3-dcc5ddf04800 req-5c5574db-eb4b-4e36-a418-d28c77fc13ce tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0875061 May 27 13:16:51.695867 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab87140c-cb24-4452-9ea3-dcc5ddf04800 req-16ac7e2a-7975-4480-8248-f8fe9a64fb36 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524199 May 27 13:16:51.860541 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3d5a482d-9854-4ea3-8fda-66e6c9c228af req-78587eaa-6c70-4dda-96dc-ebfe1541f7eb tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Synchronizing usage tracker for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:51.890238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3d5a482d-9854-4ea3-8fda-66e6c9c228af req-78587eaa-6c70-4dda-96dc-ebfe1541f7eb tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Unset dirty status for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:51.891520 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d5a482d-9854-4ea3-8fda-66e6c9c228af req-78587eaa-6c70-4dda-96dc-ebfe1541f7eb tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=75cae54c-9913-4df3-a80d-97bfdf5a4031 HTTP/1.1" status: 200 len: 210 time: 0.1024089 May 27 13:16:52.113071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 52518) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:52.309863 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.333300 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bb71f-343a-4886-bc2a-095f9e932978 req-2870f5f0-202d-45c4-8759-0e98e36d5bc2 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:52.334831 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3c5bb71f-343a-4886-bc2a-095f9e932978 req-2870f5f0-202d-45c4-8759-0e98e36d5bc2 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 945 time: 0.1583135 May 27 13:16:52.342666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:52.359209 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Usage tracker for resource:security_group_rule and tenant:919d930793484ab1ad8467aa4feaf726 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:16:52.364864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:16:52.373382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:52.402277 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3c5bb71f-343a-4886-bc2a-095f9e932978 req-873b8572-0ee5-43e4-9d55-f87d90dcc77b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614007 May 27 13:16:52.483245 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.487213 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.493946 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-28bf884d-b193-40c4-b7cc-a4548b83ca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:52.541334 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=919d930793484ab1ad8467aa4feaf726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245803 May 27 13:16:52.541334 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dd920f-c6cd-4cf3-a5bc-e9eecea16027,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:52.541899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 52526) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:52.544167 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:52.611097 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.673094 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.745900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecf08-c34d-47b2-9f94-f6fae0fd05f2 req-04a264d7-dca0-4845-956b-842723bf078b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:52.747376 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dfaecf08-c34d-47b2-9f94-f6fae0fd05f2 req-04a264d7-dca0-4845-956b-842723bf078b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.1165946 May 27 13:16:52.769481 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.773875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-91b6fca6-0e54-4885-aabc-82297087e4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:52.796010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dd920f-c6cd-4cf3-a5bc-e9eecea16027,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:52.805326 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:52.809270 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:52.810380 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68dd920f-c6cd-4cf3-a5bc-e9eecea16027 HTTP/1.1" status: 204 len: 168 time: 0.2675705 May 27 13:16:52.861037 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dfaecf08-c34d-47b2-9f94-f6fae0fd05f2 req-9192a9b3-9b5d-4c59-b3c0-476463a2dd59 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074951 May 27 13:16:52.933467 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf3584-3ce3-4e69-9b65-c7995ddb9bc6 req-824334dc-d2d7-4608-9934-23359637b5b4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:52.934939 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdaf3584-3ce3-4e69-9b65-c7995ddb9bc6 req-824334dc-d2d7-4608-9934-23359637b5b4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1208680 May 27 13:16:53.016598 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdaf3584-3ce3-4e69-9b65-c7995ddb9bc6 req-d237bc5c-a0fe-4f9c-aa7c-d820e2a3e165 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607708 May 27 13:16:53.174981 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:16:53.249214 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:53.249996 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.374671 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.406298 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:53.416029 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:53.420632 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.421576 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 121dd0b2-ad41-488f-8d5e-5a76937f3c25 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:16:53.437950 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-51e753e0-c1ae-4b30-abe3-bcf0d401ce25 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:53.443176 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-51e753e0-c1ae-4b30-abe3-bcf0d401ce25 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 809 time: 0.2247877 May 27 13:16:53.450740 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:53.456700 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-03c76c67-d339-4168-a649-240bdf6ee09c tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/quotas/c0287e70484746a4a44ecf9497d88f72 HTTP/1.1" status: 200 len: 375 time: 0.0116072 May 27 13:16:53.517573 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-f5cb4c42-c63f-41bd-b482-b3aa5f202926 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549614 May 27 13:16:53.560612 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=7']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:53.572740 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:53.581403 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:16:53.587540 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:16:53.588358 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.664956 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-129da7e9-e6d3-4746-a539-ffc15d48bdb8 service neutron] 10.222.0.52 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385429 May 27 13:16:53.739231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.767032 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'code': 200} May 27 13:16:53.797837 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:16:53.802657 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:53.803702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d175f623-7072-417c-ac82-e9659b0500c0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:16:53.842565 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:53.893764 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: d175f623-7072-417c-ac82-e9659b0500c0 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:16:53.893764 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d175f623-7072-417c-ac82-e9659b0500c0 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:16:53.923965 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:53.927560 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:53.967646 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-c9e4f3da-8ef3-4441-8fba-f91ed66d5905 service neutron] 10.222.0.52 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956953 May 27 13:16:53.976060 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-96c43dfb-a568-4012-8e4c-bf7dd7de2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:53.977513 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-96c43dfb-a568-4012-8e4c-bf7dd7de2d7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.2046456 May 27 13:16:54.000938 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af53e33-4131-4a29-a87c-e31f2929c338 req-b2681807-14db-4d48-9208-270427a944d9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.002405 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0af53e33-4131-4a29-a87c-e31f2929c338 req-b2681807-14db-4d48-9208-270427a944d9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.1500988 May 27 13:16:54.161809 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0af53e33-4131-4a29-a87c-e31f2929c338 req-b4fc9769-fb93-4784-81ff-bac00650347f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368411 May 27 13:16:54.262464 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-bde0fbe5-4f08-43de-8d74-66169ac84d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.263891 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-bde0fbe5-4f08-43de-8d74-66169ac84d48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.2606449 May 27 13:16:54.376597 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-032911c4-eb52-478f-89ed-2db223c92180 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.1018553 May 27 13:16:54.435490 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320da010-b58c-4277-9963-1baa53e2c55f req-aa15123c-67e5-471d-b381-6ed921380b13 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.442067 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-320da010-b58c-4277-9963-1baa53e2c55f req-aa15123c-67e5-471d-b381-6ed921380b13 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2578933 May 27 13:16:54.530772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-3773919b-6ce2-4add-8855-2d9faff33255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.532264 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-3773919b-6ce2-4add-8855-2d9faff33255 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1482768 May 27 13:16:54.543077 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-320da010-b58c-4277-9963-1baa53e2c55f req-76dfa71f-4a21-4eef-99c0-8c49d080e34e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994203 May 27 13:16:54.617394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd438-315d-49e6-a2d3-8851707f3013 req-5c1777df-a52d-4927-939b-977b82c83d4e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.618729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-215fd438-315d-49e6-a2d3-8851707f3013 req-5c1777df-a52d-4927-939b-977b82c83d4e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2886209 May 27 13:16:54.621527 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-73749e5e-ac3f-44ef-ba6d-ed7455fe63a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595186 May 27 13:16:54.853541 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-215fd438-315d-49e6-a2d3-8851707f3013 req-30043d49-d32e-49da-8249-791df349ac16 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263780 May 27 13:16:54.950156 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-a169c488-1c82-4e33-86e9-d53d0077ea79 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014164 May 27 13:16:54.958751 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f707c4d-3dc1-4ec0-8d1f-cdf548c4635f req-e3344087-8c38-418b-b20d-ee1052b253fe tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:54.960724 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f707c4d-3dc1-4ec0-8d1f-cdf548c4635f req-e3344087-8c38-418b-b20d-ee1052b253fe tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2796969 May 27 13:16:55.059842 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18dfdcc7-7a8f-4799-b0c6-d353dda55b36 req-50a2c493-75fd-4220-b93f-41a84e09ea9e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 210 time: 0.0770180 May 27 13:16:55.150655 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f707c4d-3dc1-4ec0-8d1f-cdf548c4635f req-16e3d1c0-ab6c-443f-8861-ab0a4f8cdf52 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666934 May 27 13:16:55.314210 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a593a3b6-bed5-4a48-b24b-b555094769fd req-6fabd6fb-79aa-424a-a426-abbbcc100fde service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524079 May 27 13:16:55.394604 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b3d87-693c-4c29-a2ca-3c2dc2800a66 req-ca8c5b43-d1fb-43bc-965b-21549b7eb7fb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:55.396301 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44b3d87-693c-4c29-a2ca-3c2dc2800a66 req-ca8c5b43-d1fb-43bc-965b-21549b7eb7fb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.0844672 May 27 13:16:55.445674 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44b3d87-693c-4c29-a2ca-3c2dc2800a66 req-f975c067-7b1a-4501-bb36-763c23cf535f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426042 May 27 13:16:55.767890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:55.856103 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'code': 200} May 27 13:16:55.891166 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-3dd442dd-7cab-418b-b4cf-d29e3e799497 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:55.892661 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-3dd442dd-7cab-418b-b4cf-d29e3e799497 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 809 time: 0.2336628 May 27 13:16:55.900085 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d2c6e-f5a5-4209-8f13-03abc907fbd3 req-c45282b3-5ad6-4784-850e-273f10ac5b35 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:55.901567 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0a5d2c6e-f5a5-4209-8f13-03abc907fbd3 req-c45282b3-5ad6-4784-850e-273f10ac5b35 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2028782 May 27 13:16:55.930205 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Request body: {'port': {'device_id': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b', 'admin_state_up': True, 'tenant_id': 'c0287e70484746a4a44ecf9497d88f72'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:56.099506 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0a5d2c6e-f5a5-4209-8f13-03abc907fbd3 req-1473da7d-ee0d-42ee-9f88-632ab57f4eb0 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891947 May 27 13:16:56.193221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:16:56.207555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:16:56.231832 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877429-b114-4e5a-bfa8-fac77d1ed159 req-2553e722-b38b-4eca-a2d8-67da37f019de tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.238855 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93877429-b114-4e5a-bfa8-fac77d1ed159 req-2553e722-b38b-4eca-a2d8-67da37f019de tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2236357 May 27 13:16:56.256683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Made reservation on behalf of c0287e70484746a4a44ecf9497d88f72 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:16:56.263218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:56.330968 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d21b-0762-4b93-b547-74322e3a8c04 req-6755d276-bd44-4ec5-989a-5727aa8ee883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.332549 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b801d21b-0762-4b93-b547-74322e3a8c04 req-6755d276-bd44-4ec5-989a-5727aa8ee883 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 1099 time: 0.0938282 May 27 13:16:56.352839 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-73d10d2f-0ed2-43b2-b75a-71e6fae5fbab req-be09fb94-07db-488e-8c8d-520f00ae99fb tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 210 time: 0.0722687 May 27 13:16:56.381120 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93877429-b114-4e5a-bfa8-fac77d1ed159 req-7cfe5fcf-c9e0-4e8a-98f4-241b6236b1e6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413429 May 27 13:16:56.414560 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b801d21b-0762-4b93-b547-74322e3a8c04 req-ed10794d-b684-446c-be70-a3ddb70c7008 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711584 May 27 13:16:56.717347 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Allocated IP 172.20.0.13 (b8bc8a4a-c39d-4c39-8682-006a4495672b/b4b712a3-a529-4277-898c-1c29763210c6/570a98a8-9536-424d-93b4-7a85e7dbfde2) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:16:56.746752 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0aafa-d778-479b-b9e8-884eba2783e2 req-34d11d3e-d178-4dc3-a4b6-864ee9d1a193 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.748302 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-44d0aafa-d778-479b-b9e8-884eba2783e2 req-34d11d3e-d178-4dc3-a4b6-864ee9d1a193 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2573607 May 27 13:16:56.835057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5c7de-c3d7-490d-a2ce-8e62e1f59914 req-71b22141-54be-4665-8e3b-8a922e49f7c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:56.836545 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ecb5c7de-c3d7-490d-a2ce-8e62e1f59914 req-71b22141-54be-4665-8e3b-8a922e49f7c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.2230465 May 27 13:16:56.887284 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-44d0aafa-d778-479b-b9e8-884eba2783e2 req-3bb398c9-1f14-4935-ad9b-7783a07d78b3 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321526 May 27 13:16:57.010834 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ecb5c7de-c3d7-490d-a2ce-8e62e1f59914 req-c4f3ecdb-8ca0-4c6f-88f9-5cf65a0c7c11 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583712 May 27 13:16:57.158136 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.231368 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.282499 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:57.358873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Network b8bc8a4a-c39d-4c39-8682-006a4495672b is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:16:57.367746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:16:57.372966 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:16:57.437855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Pushing event updated for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:57.453578 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:57.526398 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:57.528083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:57.633806 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7076905 May 27 13:16:57.674163 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Request body: {'port': {'device_id': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:16:57.722332 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243e2f5-1647-4768-884e-a815de25057a req-88830845-c343-4315-af97-c82489c3260b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:57.724187 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9243e2f5-1647-4768-884e-a815de25057a req-88830845-c343-4315-af97-c82489c3260b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2651961 May 27 13:16:57.782817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96e6ae-37d3-49bc-b44d-0a69f15eca96 req-d78f729e-9e96-4ce4-a001-021d32baf59e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:57.783777 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-8d96e6ae-37d3-49bc-b44d-0a69f15eca96 req-d78f729e-9e96-4ce4-a001-021d32baf59e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Synchronizing usage tracker for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:16:57.905615 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-8d96e6ae-37d3-49bc-b44d-0a69f15eca96 req-d78f729e-9e96-4ce4-a001-021d32baf59e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Unset dirty status for tenant:c0287e70484746a4a44ecf9497d88f72 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:16:57.906951 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8d96e6ae-37d3-49bc-b44d-0a69f15eca96 req-d78f729e-9e96-4ce4-a001-021d32baf59e tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 932 time: 0.3883429 May 27 13:16:57.928650 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9243e2f5-1647-4768-884e-a815de25057a req-ab10bb43-e4dc-42b3-b8b5-6dba847b2a35 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680694 May 27 13:16:58.056722 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.142462 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8d96e6ae-37d3-49bc-b44d-0a69f15eca96 req-e6230f22-0a42-4d0f-86a3-74f92571de19 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127602 May 27 13:16:58.351364 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e122ff7-d9e2-4f8d-b319-148bef5777b7 req-d72d6481-9287-434d-9df9-82fd1d0d0fac tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.352873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6e122ff7-d9e2-4f8d-b319-148bef5777b7 req-d72d6481-9287-434d-9df9-82fd1d0d0fac tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.2979620 May 27 13:16:58.508229 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6e122ff7-d9e2-4f8d-b319-148bef5777b7 req-2fef6039-a002-4fd8-ade7-114a8fee656a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448591 May 27 13:16:58.577782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35501ecb-0155-4ac6-8e15-17cf0fb7989f req-ea458da6-5425-4142-a747-815d01be1059 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.579608 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-35501ecb-0155-4ac6-8e15-17cf0fb7989f req-ea458da6-5425-4142-a747-815d01be1059 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.3083975 May 27 13:16:58.755280 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570a98a8-9536-424d-93b4-7a85e7dbfde2 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:16:58.767943 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.774197 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-35501ecb-0155-4ac6-8e15-17cf0fb7989f req-b99d6d67-ed97-4d50-8c95-257a885baa58 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385813 May 27 13:16:58.798712 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Transition to ACTIVE for port object 570a98a8-9536-424d-93b4-7a85e7dbfde2 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:16:58.807513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:58.813632 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:58.880548 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879626b-cea0-4343-8329-2c8f11821cba req-e9ea254d-3b60-4f76-bf74-637ce35d591f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:58.887686 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7879626b-cea0-4343-8329-2c8f11821cba req-e9ea254d-3b60-4f76-bf74-637ce35d591f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.2497907 May 27 13:16:59.020795 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Pushing event updated for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:59.031756 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:59.082823 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7879626b-cea0-4343-8329-2c8f11821cba req-eb4f4d60-670d-40ec-ad97-a3f2269bb144 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943066 May 27 13:16:59.194339 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Attempting to bind port 570a98a8-9536-424d-93b4-7a85e7dbfde2 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:16:59.194953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Attempting to bind port 570a98a8-9536-424d-93b4-7a85e7dbfde2 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:16:59.195451 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Attempting to bind port 570a98a8-9536-424d-93b4-7a85e7dbfde2 on network b8bc8a4a-c39d-4c39-8682-006a4495672b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:59.204395 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Port 570a98a8-9536-424d-93b4-7a85e7dbfde2 on network b8bc8a4a-c39d-4c39-8682-006a4495672b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:16:59.204984 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Attempting to bind port 570a98a8-9536-424d-93b4-7a85e7dbfde2 on network b8bc8a4a-c39d-4c39-8682-006a4495672b {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:16:59.252309 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:16:59.252679 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Checking segment: {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:16:59.253075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Bound using segment: {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:16:59.253526 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Bound port: 570a98a8-9536-424d-93b4-7a85e7dbfde2, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96017dd-f108-4124-9849-8ad8a0638e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:16:59.253878 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:59.275815 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82bae1-d7f3-43c5-95d1-bd942ca032b4 req-e4de661a-149f-4350-8a5a-f7d7def7a304 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.277862 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f82bae1-d7f3-43c5-95d1-bd942ca032b4 req-e4de661a-149f-4350-8a5a-f7d7def7a304 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2121458 May 27 13:16:59.411396 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f82bae1-d7f3-43c5-95d1-bd942ca032b4 req-f8fc5aca-01b2-4443-9871-73b7eeb77b71 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241221 May 27 13:16:59.440506 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35f07b-3d8f-49e1-bb20-cd0b97613455 req-7d016e60-0cba-4948-bd44-33af604950e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.440506 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ea35f07b-3d8f-49e1-bb20-cd0b97613455 req-7d016e60-0cba-4948-bd44-33af604950e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.2287624 May 27 13:16:59.440506 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:16:59.444327 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:16:59.470413 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:59.473976 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8fa828a8-ad40-4dd3-b185-27abd9cbe484 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:16:59.564349 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ea35f07b-3d8f-49e1-bb20-cd0b97613455 req-73eb65e6-c957-4795-89ea-5c2a55a2ba9a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188810 May 27 13:16:59.579556 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.580164 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:16:59.593967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 52648) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:16:59.595111 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] 10.222.0.21 "PUT /v2.0/ports/570a98a8-9536-424d-93b4-7a85e7dbfde2 HTTP/1.1" status: 200 len: 1094 time: 1.9413593 May 27 13:16:59.598546 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:16:59.718951 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Pushing event updated for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:16:59.725497 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:16:59.855206 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-aa2de75f-d70d-47ac-a9c8-265c8b95f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.857077 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-aa2de75f-d70d-47ac-a9c8-265c8b95f538 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 1097 time: 0.2059734 May 27 13:16:59.877724 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2d8f1-aea2-4554-8849-73a0a7f4593f req-6d07e3a5-ce6e-45aa-bd8c-dd967a1fa3ed tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.879638 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ea2d8f1-aea2-4554-8849-73a0a7f4593f req-6d07e3a5-ce6e-45aa-bd8c-dd967a1fa3ed tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 944 time: 0.3020351 May 27 13:16:59.891805 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766f9f5-ced1-4972-9689-1f861a23899e req-75b416c4-8a0b-4665-b043-030037c06771 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.893345 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1766f9f5-ced1-4972-9689-1f861a23899e req-75b416c4-8a0b-4665-b043-030037c06771 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1835263 May 27 13:16:59.997414 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c556446-6bff-454d-a5a6-e37ff9ba4c4b tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:16:59.998669 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4c556446-6bff-454d-a5a6-e37ff9ba4c4b tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] Synchronizing usage tracker for tenant:72a4b4a52f4c41afaec5d915c750f280 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:17:00.018853 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-4c556446-6bff-454d-a5a6-e37ff9ba4c4b tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] Unset dirty status for tenant:72a4b4a52f4c41afaec5d915c750f280 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:17:00.023930 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4c556446-6bff-454d-a5a6-e37ff9ba4c4b tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 1094 time: 0.4286950 May 27 13:17:00.024949 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 52658) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:00.032060 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'port_id': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:17:00.039560 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:00.044418 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:floatingip and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:00.048718 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:00.055557 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:00.071479 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:00.104714 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-31ff33d4-3da1-4c77-a6fe-f31aba5c3fe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2 HTTP/1.1" status: 200 len: 217 time: 0.2239895 May 27 13:17:00.222288 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ea2d8f1-aea2-4554-8849-73a0a7f4593f req-ccdaba4f-65d8-470d-9a7f-5eb58436aa11 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279450 May 27 13:17:00.245027 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1766f9f5-ced1-4972-9689-1f861a23899e req-8b56bec2-3fd2-4be1-a207-dd901dbf153c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767107 May 27 13:17:00.256571 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-32d01bc8-68c2-48dc-9cd7-f7bfba9ac16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:00.258008 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-32d01bc8-68c2-48dc-9cd7-f7bfba9ac16a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4b712a3-a529-4277-898c-1c29763210c6 HTTP/1.1" status: 200 len: 849 time: 0.1422036 May 27 13:17:00.295055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:00.338604 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2b9e2b68-b0c2-424b-9dd0-deca15817bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc8a4a-c39d-4c39-8682-006a4495672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582027 May 27 13:17:00.346441 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2', 'status': 'completed', 'code': 200} May 27 13:17:00.469719 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e72a8be1-8b77-4801-a92b-37058ebeb4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:00.674185 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.27.3.228 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/fca03fe7-9028-4813-9b7a-a5e7dd75de94) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:17:00.718250 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bd731-d057-431f-86bb-f087b171e734 req-6443fa89-53a4-49ad-8f76-68a27c4ecc66 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:00.719856 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e46bd731-d057-431f-86bb-f087b171e734 req-6443fa89-53a4-49ad-8f76-68a27c4ecc66 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.3090935 May 27 13:17:00.789543 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-3b0cafd2-41d3-4eb4-aef5-63f427d103cc service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265661 May 27 13:17:00.892761 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:00.940851 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e46bd731-d057-431f-86bb-f087b171e734 req-e8b2d9ec-f1ba-42d3-b064-8cb495e39139 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628649 May 27 13:17:00.942483 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:00.950461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-603565b0-972c-4581-896c-2c627814e0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:01.010562 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b63e17-0d94-4945-951f-605d9d287999 req-d561a5d8-9578-41ac-875a-a86222f25202 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:01.015337 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-77b63e17-0d94-4945-951f-605d9d287999 req-d561a5d8-9578-41ac-875a-a86222f25202 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3143973 May 27 13:17:01.036891 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:17:01.039872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:17:01.045232 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1788be6a-9078-4d52-96fb-d1429ec7b706 req-2f24f181-7a9d-4229-8676-0573337f78d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382061 May 27 13:17:01.046066 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:17:01.106071 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-77b63e17-0d94-4945-951f-605d9d287999 req-6014c5da-e7ce-4795-ba7a-01a5edf1c812 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 May 27 13:17:01.108572 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=fca03fe7-9028-4813-9b7a-a5e7dd75de94,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:01.147766 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.148137 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.148506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.148869 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.149205 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.149554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.150023 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.150377 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.150727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.151060 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.151398 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.151963 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:01.157971 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:01.231461 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-f1551aeb-e19e-4795-b205-b0304e6a4845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:01.233040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-f1551aeb-e19e-4795-b205-b0304e6a4845 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0287e70484746a4a44ecf9497d88f72&device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 1097 time: 0.1046641 May 27 13:17:01.652847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:01.786833 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.001560 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-bd832094-b837-42c1-8aa5-26b34ec0a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.010124 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-bd832094-b837-42c1-8aa5-26b34ec0a4c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 200 len: 910 time: 0.7622025 May 27 13:17:02.040078 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea94ab8-7dbf-4114-af87-a823412c181c req-41b8fd24-0c9f-430b-93ae-239b27e5de09 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.041991 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eea94ab8-7dbf-4114-af87-a823412c181c req-41b8fd24-0c9f-430b-93ae-239b27e5de09 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3594077 May 27 13:17:02.109107 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426ce6-7faa-4c6e-85e2-e98b99c43632 req-09af6353-e58d-4979-8a56-367999185d64 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.117593 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3426ce6-7faa-4c6e-85e2-e98b99c43632 req-09af6353-e58d-4979-8a56-367999185d64 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 944 time: 0.5640016 May 27 13:17:02.144011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.152495 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.157593 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-6d77c6c0-b249-42b5-851f-2480128e8e6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2 HTTP/1.1" status: 200 len: 217 time: 0.1143720 May 27 13:17:02.164045 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:02.271323 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3426ce6-7faa-4c6e-85e2-e98b99c43632 req-56b5556f-3b85-4afc-ba53-e1415dd6b84c tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523085 May 27 13:17:02.291705 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=fca03fe7-9028-4813-9b7a-a5e7dd75de94,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:02.301800 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eea94ab8-7dbf-4114-af87-a823412c181c req-fcb6da13-b3b5-45b0-9999-3abe7f95872f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007937 May 27 13:17:02.305177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:02.314893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-f65214c9-b2c7-4edd-a96a-d4f76f22b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.332258 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-f65214c9-b2c7-4edd-a96a-d4f76f22b3d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4b712a3-a529-4277-898c-1c29763210c6 HTTP/1.1" status: 200 len: 849 time: 0.1216044 May 27 13:17:02.342864 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.469657 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-df40fbca-0d9a-4bd6-bab8-1f341fbddd2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b8bc8a4a-c39d-4c39-8682-006a4495672b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389663 May 27 13:17:02.667818 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP efe4571d-503a-480c-969a-b0606bd15b6b associated. External IP: 172.27.3.228, port: 121dd0b2-ad41-488f-8d5e-5a76937f3c25. May 27 13:17:02.699830 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90795f-c726-4cf7-ac1d-f077cd13a067 req-854cf9a3-e09e-4ac0-b611-7c4195c0d71f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.701611 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ad90795f-c726-4cf7-ac1d-f077cd13a067 req-854cf9a3-e09e-4ac0-b611-7c4195c0d71f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2903326 May 27 13:17:02.703562 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-48c135a0-cb5e-4dfa-862c-3a0480acd164 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926887 May 27 13:17:02.764131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b940d-1fcd-4d07-9649-ff645bc62ff4 req-fd116a3c-a9bc-4194-bbde-f0d33e2a95ba tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:02.771140 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44b940d-1fcd-4d07-9649-ff645bc62ff4 req-fd116a3c-a9bc-4194-bbde-f0d33e2a95ba tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2973852 May 27 13:17:02.973846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:02.979770 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ad90795f-c726-4cf7-ac1d-f077cd13a067 req-348fc501-4d82-4772-a3e1-1c685314ff08 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703395 May 27 13:17:03.018613 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e44b940d-1fcd-4d07-9649-ff645bc62ff4 req-2732ae09-fa07-479f-a794-db4294813b3f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465398 May 27 13:17:03.074536 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f980109-7863-47e2-80ce-d3a480994ee5 req-635a3dd5-1849-40d6-aa86-77ff006d6202 service neutron] 10.222.0.21 "GET /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478622 May 27 13:17:03.094727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:17:03.255588 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 570a98a8-9536-424d-93b4-7a85e7dbfde2 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:17:03.321427 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:17:03.337352 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:17:03.350318 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:17:03.351212 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:16:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:03.366501 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:03.456034 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:03.472678 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '570a98a8-9536-424d-93b4-7a85e7dbfde2', 'network_id': 'b8bc8a4a-c39d-4c39-8682-006a4495672b', 'port_id': '570a98a8-9536-424d-93b4-7a85e7dbfde2', 'mac_address': 'fa:16:3e:f0:9b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b712a3-a529-4277-898c-1c29763210c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:17:03.507699 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4811249 May 27 13:17:03.508796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:03.545724 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:03.564356 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570a98a8-9536-424d-93b4-7a85e7dbfde2 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:17:03.590179 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:03.598067 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:03.601303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:03.625791 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:17:03.699397 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892dcac-a17e-4937-b323-38df04919b03 req-9670f374-8d13-4594-92f3-2b9e51d68890 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:03.708785 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6892dcac-a17e-4937-b323-38df04919b03 req-9670f374-8d13-4594-92f3-2b9e51d68890 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 944 time: 0.2043610 May 27 13:17:03.721993 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:03.725258 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:03.746072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dafb6-fa3c-45ee-bf27-472d44721799 req-dd68d610-b341-4839-a07a-a45943ad7d2c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:03.753277 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7d3dafb6-fa3c-45ee-bf27-472d44721799 req-dd68d610-b341-4839-a07a-a45943ad7d2c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1975532 May 27 13:17:03.826912 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7d3dafb6-fa3c-45ee-bf27-472d44721799 req-8eaf33fc-1849-4f99-a5a4-c0f21976da37 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684042 May 27 13:17:03.849707 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6892dcac-a17e-4937-b323-38df04919b03 req-0f891eb7-b0cc-45c1-a0a3-421ebf14a660 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400003 May 27 13:17:03.910791 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'status': 'completed', 'code': 200} May 27 13:17:04.059221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-47d73a21-e4fa-4a56-a53b-2daf12231d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.061371 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'efe4571d-503a-480c-969a-b0606bd15b6b', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:17:01Z', 'updated_at': '2021-05-27T13:17:01Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:04.061882 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-47d73a21-e4fa-4a56-a53b-2daf12231d66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 1099 time: 0.1157808 May 27 13:17:04.066431 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:17:04.077351 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['570a98a8-9536-424d-93b4-7a85e7dbfde2'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:04.087085 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:17:04.087807 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:16:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:04.244873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-937e2a4b-b4a6-4b56-8859-8150e7102d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.246448 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-937e2a4b-b4a6-4b56-8859-8150e7102d89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1758337 May 27 13:17:04.383636 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:17:04.477926 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-c7692cec-18c7-4f26-bb54-fd92bca8da01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25 HTTP/1.1" status: 200 len: 1000 time: 0.1949825 May 27 13:17:04.576529 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864577da-ea6f-48a0-8f2f-ab37db40444f req-a191ff41-8a2a-4321-ba13-01f43d88cd4f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.585516 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-864577da-ea6f-48a0-8f2f-ab37db40444f req-a191ff41-8a2a-4321-ba13-01f43d88cd4f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.3379707 May 27 13:17:04.597986 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b946f0-60e5-4976-aab4-3d5a5b4fb29c req-21e0bccd-a128-4aa4-b196-369038b74a6a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.605105 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5b946f0-60e5-4976-aab4-3d5a5b4fb29c req-21e0bccd-a128-4aa4-b196-369038b74a6a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3233998 May 27 13:17:04.679010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-aa3e428e-2f6b-4a3f-8d3c-23b7e6ad68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.680376 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-aa3e428e-2f6b-4a3f-8d3c-23b7e6ad68a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.1887014 May 27 13:17:04.740594 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-864577da-ea6f-48a0-8f2f-ab37db40444f req-30c0b4cc-488d-4619-8013-fb366dfb5862 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540234 May 27 13:17:04.762763 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5b946f0-60e5-4976-aab4-3d5a5b4fb29c req-ef1612d2-6c13-44e9-9217-cb25329e880d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522388 May 27 13:17:04.842733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-38949810-f90c-46ad-862c-472e860f1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:04.845214 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-38949810-f90c-46ad-862c-472e860f1cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1561103 May 27 13:17:04.927326 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-fc620c8c-04eb-4af2-9827-1e2d1de6e2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:04.985741 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'efe4571d-503a-480c-969a-b0606bd15b6b', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:17:01Z', 'updated_at': '2021-05-27T13:17:01Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:04.990961 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdb684-c7f0-47cb-a738-09fcd9db98d5 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'efe4571d-503a-480c-969a-b0606bd15b6b', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:bf:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:17:01Z', 'updated_at': '2021-05-27T13:17:01Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:17:05.319000 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-6899b6c6-53ff-4be9-b430-be80c63ac7f1 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644012 May 27 13:17:05.347175 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-531637f3-69d4-451a-98c8-7503d9c16068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:05.349518 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-531637f3-69d4-451a-98c8-7503d9c16068 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1099 time: 0.1119888 May 27 13:17:05.381125 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abfaf1-59a5-4720-bcba-072d5fb04627 req-34cfb536-8e80-4de0-98f0-6fef9f3b262a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:05.391874 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-01abfaf1-59a5-4720-bcba-072d5fb04627 req-34cfb536-8e80-4de0-98f0-6fef9f3b262a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.3626120 May 27 13:17:05.437413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500ad30-a9ef-45ce-bee7-b8f522de4198 None None] New status for floating IP efe4571d-503a-480c-969a-b0606bd15b6b: ACTIVE {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:17:05.498072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a34d-c325-49e3-8428-eb6f9ccf0f84 req-277e10f0-b19d-46d2-81ed-7e9e4eede09f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:05.505275 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-17b1a34d-c325-49e3-8428-eb6f9ccf0f84 req-277e10f0-b19d-46d2-81ed-7e9e4eede09f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 945 time: 0.3660927 May 27 13:17:05.575240 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-01abfaf1-59a5-4720-bcba-072d5fb04627 req-8f74c58e-ec11-4098-a387-a37b59ace1bf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823313 May 27 13:17:05.671140 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b0fb1c4-c4b6-4357-96a7-82c5becd0894 req-2a15853a-ac51-4cf3-962c-4c091e82e424 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370008 May 27 13:17:05.672237 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-cc922c44-4790-4b7b-b95f-ab30991b629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:05.676136 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-cc922c44-4790-4b7b-b95f-ab30991b629e service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.3135214 May 27 13:17:05.692283 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-17b1a34d-c325-49e3-8428-eb6f9ccf0f84 req-800e5d49-bf24-47e5-989c-891a810e3862 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860430 May 27 13:17:05.924360 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-64b80083-2c53-40b5-9c6c-35a6d8a79dd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 1002 time: 0.2340372 May 27 13:17:05.924609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86228d-814a-4fa6-a6b5-a88335daf091 req-53b83a66-0f1e-4e64-ae12-ddef12037c71 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:05.926217 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9f86228d-814a-4fa6-a6b5-a88335daf091 req-53b83a66-0f1e-4e64-ae12-ddef12037c71 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1465347 May 27 13:17:06.004280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-96cdc4e1-d289-401f-9f61-5b849408d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.006480 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-96cdc4e1-d289-401f-9f61-5b849408d5a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.0737584 May 27 13:17:06.119179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-e80a68cc-04d9-4b20-898e-9bc1c79c28d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.121449 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-e80a68cc-04d9-4b20-898e-9bc1c79c28d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1025224 May 27 13:17:06.132593 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9f86228d-814a-4fa6-a6b5-a88335daf091 req-61ca4704-7a89-4502-894f-5fa1cb2ec3c9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768170 May 27 13:17:06.159110 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b54654-53d7-4fef-a94f-b85e5b4cb06a req-3f71833d-a47f-4dd9-af3e-e1d582353187 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.160721 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30b54654-53d7-4fef-a94f-b85e5b4cb06a req-3f71833d-a47f-4dd9-af3e-e1d582353187 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2335324 May 27 13:17:06.224364 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30b54654-53d7-4fef-a94f-b85e5b4cb06a req-593fe416-cf23-4f5b-a90c-2cb877a2b738 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 May 27 13:17:06.336541 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-ff13de03-b284-4c72-a375-8220f143dcb7 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014375 May 27 13:17:06.567546 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e00a6eea-bdc1-4514-a2b1-03ce007b30ee req-916ea37d-1f73-4056-a022-e947cb9c3615 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234452 May 27 13:17:06.639809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:06.914272 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079442be-6e4c-406c-9e09-a7924ab75cf3 req-996f2a55-a3ce-4d80-aeb1-1268192e8f45 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.914272 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-079442be-6e4c-406c-9e09-a7924ab75cf3 req-996f2a55-a3ce-4d80-aeb1-1268192e8f45 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 945 time: 0.1925509 May 27 13:17:06.948717 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f8473-3d23-4dfa-9e81-84840463cbd9 req-c893217c-a24c-472b-9e87-d059c20d5ac8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:06.950217 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-114f8473-3d23-4dfa-9e81-84840463cbd9 req-c893217c-a24c-472b-9e87-d059c20d5ac8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 945 time: 0.1340020 May 27 13:17:06.994778 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-079442be-6e4c-406c-9e09-a7924ab75cf3 req-a49c35f4-240a-4cbf-9e92-a8d723ece298 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728858 May 27 13:17:07.016922 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-114f8473-3d23-4dfa-9e81-84840463cbd9 req-c5520ff0-c041-4086-900d-4312eb0ed2ee tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553012 May 27 13:17:07.130532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-bb24656d-7b7c-4030-a5cc-79cdd06c0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.132050 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-bb24656d-7b7c-4030-a5cc-79cdd06c0507 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1098 time: 0.0903389 May 27 13:17:07.288750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 570a98a8-9536-424d-93b4-7a85e7dbfde2 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:17:07.341680 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-de1a4a5f-a604-4081-ab02-9e8088f53acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.343290 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-de1a4a5f-a604-4081-ab02-9e8088f53acd service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.2010405 May 27 13:17:07.410574 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 570a98a8-9536-424d-93b4-7a85e7dbfde2 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:17:07.416691 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 570a98a8-9536-424d-93b4-7a85e7dbfde2 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:17:07.417755 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.465716 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-4ecb3453-78e4-40f1-b2d7-9abf4448bbe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 1000 time: 0.1118584 May 27 13:17:07.485965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84ac46-ec9d-41ea-8a97-469f350935d0 req-63bd2db5-5bf0-4101-b565-459f4d3d45db tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.489356 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ec84ac46-ec9d-41ea-8a97-469f350935d0 req-63bd2db5-5bf0-4101-b565-459f4d3d45db tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2153969 May 27 13:17:07.498995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab83e-d9a6-4d77-a4f5-2c71bb325d29 req-19e72602-3bdb-4943-98d1-72b80cfbd7e5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.500481 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d48ab83e-d9a6-4d77-a4f5-2c71bb325d29 req-19e72602-3bdb-4943-98d1-72b80cfbd7e5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1391540 May 27 13:17:07.552426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-fbab8542-f18c-4840-9e1f-a4ca9ac701bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.554670 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-fbab8542-f18c-4840-9e1f-a4ca9ac701bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0706935 May 27 13:17:07.567603 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.578526 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ec84ac46-ec9d-41ea-8a97-469f350935d0 req-a06677f5-4591-44ea-806a-241764bc8778 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770726 May 27 13:17:07.609802 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:07.612553 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d48ab83e-d9a6-4d77-a4f5-2c71bb325d29 req-e58f4281-c750-4bee-8423-66920c2324b8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807054 May 27 13:17:07.633094 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:07.649269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.652490 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:07.709800 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-687f79b2-b639-429a-ab9c-be9d3aea8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:07.710949 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:07.711965 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-687f79b2-b639-429a-ab9c-be9d3aea8fd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1429355 May 27 13:17:07.749528 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2', 'code': 200} May 27 13:17:07.864170 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:07.874336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:07.888778 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.911061 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-bb6e7d4d-3985-4219-b9e9-6250a619987c service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840167 May 27 13:17:07.936490 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:07.942033 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:07.944048 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:08.031619 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c727af-d377-4ddb-99d1-15a51d2a6479 req-7572eab0-dee3-42d5-8d03-7621d1c0f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.034931 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49c727af-d377-4ddb-99d1-15a51d2a6479 req-7572eab0-dee3-42d5-8d03-7621d1c0f0cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 1099 time: 0.0912981 May 27 13:17:08.035197 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=8']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:08.038816 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:08.127023 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49c727af-d377-4ddb-99d1-15a51d2a6479 req-5cb6b451-9887-4464-a173-feef49fd14ad service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579195 May 27 13:17:08.132769 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-866fc458-f6e7-40e3-956b-8a75462e7a46 req-6d491180-3793-4d10-8f99-1cb5d2cb7f52 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063878 May 27 13:17:08.387084 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a884f-9a09-4e38-b97a-1ec804e96661 req-c9931184-b77e-4ef8-9e46-89c9c668b287 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.388657 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ca5a884f-9a09-4e38-b97a-1ec804e96661 req-c9931184-b77e-4ef8-9e46-89c9c668b287 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.2122073 May 27 13:17:08.396229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef63d6-ef75-4b8c-ae8e-2722e81cff32 req-e5ded527-779f-4000-84ba-e639ddf462b6 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.397698 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03ef63d6-ef75-4b8c-ae8e-2722e81cff32 req-e5ded527-779f-4000-84ba-e639ddf462b6 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.1693492 May 27 13:17:08.438702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:08.500818 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ca5a884f-9a09-4e38-b97a-1ec804e96661 req-583c11a1-2f36-42fa-a0cd-ae7ffcea54ab tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004696 May 27 13:17:08.504371 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03ef63d6-ef75-4b8c-ae8e-2722e81cff32 req-4b43a3ac-03a6-4105-9f60-34f4de77097f tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858252 May 27 13:17:08.871873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326e449-3aaf-42b4-8435-6e2ad8a8253c req-740834d2-4092-4c7a-a861-1b4d9388a595 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.873361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c326e449-3aaf-42b4-8435-6e2ad8a8253c req-740834d2-4092-4c7a-a861-1b4d9388a595 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1447542 May 27 13:17:08.884666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bd3f2-6b88-4500-bf67-d44e6139d70b req-0d98a446-3207-4c74-86b8-17194efd8707 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:08.886805 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-050bd3f2-6b88-4500-bf67-d44e6139d70b req-0d98a446-3207-4c74-86b8-17194efd8707 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1260700 May 27 13:17:08.958559 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c326e449-3aaf-42b4-8435-6e2ad8a8253c req-5690d42e-2f18-42f8-8964-8b1e7f059ea9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708535 May 27 13:17:08.963285 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-050bd3f2-6b88-4500-bf67-d44e6139d70b req-89f8c7a5-1a24-442e-bc56-7c726755a9c3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628390 May 27 13:17:09.750659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:09.789511 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa643fbf-4367-462c-b039-913d1a853ddb req-59efe303-ac97-45d1-bfdd-442dbc430512 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:09.791441 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aa643fbf-4367-462c-b039-913d1a853ddb req-59efe303-ac97-45d1-bfdd-442dbc430512 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.1703906 May 27 13:17:09.803218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0d03d-8c91-4920-8da6-3db0d004af51 req-e7c4da68-291b-49e5-8302-61c500d8cdb4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:09.804767 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0e0d03d-8c91-4920-8da6-3db0d004af51 req-e7c4da68-291b-49e5-8302-61c500d8cdb4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1824188 May 27 13:17:09.889848 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aa643fbf-4367-462c-b039-913d1a853ddb req-be7bd1fe-8743-446b-94c3-fa3cc4ce4050 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839453 May 27 13:17:09.894291 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0e0d03d-8c91-4920-8da6-3db0d004af51 req-3ff74983-fd92-47e2-a461-de277bbd5a2c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700130 May 27 13:17:09.947942 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'code': 200} May 27 13:17:10.165812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05414b37-01cf-43e6-9383-1e71d365faff req-7759f468-729e-4368-8a2e-51b78440ec0f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:10.168086 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05414b37-01cf-43e6-9383-1e71d365faff req-7759f468-729e-4368-8a2e-51b78440ec0f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0856416 May 27 13:17:10.215848 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05414b37-01cf-43e6-9383-1e71d365faff req-a290dc5a-e6f3-4492-a01a-e313aa14295c tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 May 27 13:17:11.126285 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cde58d-a8cb-4c0f-b9fb-304369c810cb req-81a197ad-2e1c-4e99-8f53-663225b9b084 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:11.127792 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e8cde58d-a8cb-4c0f-b9fb-304369c810cb req-81a197ad-2e1c-4e99-8f53-663225b9b084 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0967593 May 27 13:17:11.186787 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e8cde58d-a8cb-4c0f-b9fb-304369c810cb req-d59fac8b-7aeb-4094-b78e-2f1f2881dd50 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490363 May 27 13:17:11.469417 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110726e-b548-4ce6-9c1e-1dd5b903cd9f req-6f18d160-7e7f-452e-9fe8-1440c65fc2d4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:11.470904 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9110726e-b548-4ce6-9c1e-1dd5b903cd9f req-6f18d160-7e7f-452e-9fe8-1440c65fc2d4 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1444213 May 27 13:17:11.481345 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed6655-9f2c-4694-b81e-6a8db159d77b req-f902e22b-3e20-4e6e-940d-c62359b865e8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:11.482705 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5ed6655-9f2c-4694-b81e-6a8db159d77b req-f902e22b-3e20-4e6e-940d-c62359b865e8 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.1247091 May 27 13:17:11.553771 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9110726e-b548-4ce6-9c1e-1dd5b903cd9f req-70bf682b-2c94-4380-9e62-60b030cbdf95 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700514 May 27 13:17:11.559100 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5ed6655-9f2c-4694-b81e-6a8db159d77b req-21469af7-b1d6-4e31-8440-32e1acb957b5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618234 May 27 13:17:12.461648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ebffd-92a9-478f-bb4c-e5bec00b6b58 req-b2f9d1ec-baa3-49c2-bc31-87e083441c96 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:12.462992 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be6ebffd-92a9-478f-bb4c-e5bec00b6b58 req-b2f9d1ec-baa3-49c2-bc31-87e083441c96 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1630805 May 27 13:17:12.507721 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be6ebffd-92a9-478f-bb4c-e5bec00b6b58 req-9b4876c3-3c9c-47c4-8a0f-9a0f413ed0cb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384517 May 27 13:17:12.763285 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce99969-0ae7-4660-b127-276dcbbfb743 req-1605e93f-2fb8-4bf1-a523-48f8b48952cc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:12.767047 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce99969-0ae7-4660-b127-276dcbbfb743 req-1605e93f-2fb8-4bf1-a523-48f8b48952cc tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0984397 May 27 13:17:12.837462 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce99969-0ae7-4660-b127-276dcbbfb743 req-1ca8a8d6-5f52-4ef0-a30f-94680e2d2d35 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 May 27 13:17:13.027808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ea8bd-329f-4cef-a176-01f0c122aec2 req-a595281e-5037-4073-a98b-8069a095dade tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:13.029700 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb1ea8bd-329f-4cef-a176-01f0c122aec2 req-a595281e-5037-4073-a98b-8069a095dade tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.0883410 May 27 13:17:13.082129 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb1ea8bd-329f-4cef-a176-01f0c122aec2 req-ecfca02c-579b-493f-9025-ab4e200dad81 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 May 27 13:17:13.324378 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:13.550369 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8778e8-d281-4066-87bf-c0bff5bf276c req-d362601b-5e39-4f22-b1a6-5c1572aff60a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:13.552980 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8a8778e8-d281-4066-87bf-c0bff5bf276c req-d362601b-5e39-4f22-b1a6-5c1572aff60a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1215966 May 27 13:17:13.616236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8a8778e8-d281-4066-87bf-c0bff5bf276c req-f3ab8499-92e7-4888-b8cf-667310819032 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553865 May 27 13:17:13.703188 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-86f831ca-3ea2-4e77-ad6d-b5498264b450 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:13.705874 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-86f831ca-3ea2-4e77-ad6d-b5498264b450 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.1069167 May 27 13:17:13.868002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Deleting port 570a98a8-9536-424d-93b4-7a85e7dbfde2 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:17:13.868002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:13.984164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 52804) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:14.056265 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0144fb9-92b6-40ed-9a5c-c475ec277e89 req-f7aa8a94-db15-4dda-b2b3-42e4db4b70a3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:14.058293 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0144fb9-92b6-40ed-9a5c-c475ec277e89 req-f7aa8a94-db15-4dda-b2b3-42e4db4b70a3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0876064 May 27 13:17:14.114693 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0144fb9-92b6-40ed-9a5c-c475ec277e89 req-3ac9fd9f-49ad-4894-9899-3cf85417b354 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503328 May 27 13:17:14.123753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] For port 570a98a8-9536-424d-93b4-7a85e7dbfde2, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=570a98a8-9536-424d-93b4-7a85e7dbfde2,segment=NetworkSegment(b96017dd-f108-4124-9849-8ad8a0638e1d),segment_id=b96017dd-f108-4124-9849-8ad8a0638e1d)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:14.124123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:14.259728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Calling delete_port for 570a98a8-9536-424d-93b4-7a85e7dbfde2 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:17:14.315217 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852c5d4-baad-4cfc-8f1e-820c95d10442 req-25778c76-76a6-47e4-b23d-c81147521895 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:14.317035 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3852c5d4-baad-4cfc-8f1e-820c95d10442 req-25778c76-76a6-47e4-b23d-c81147521895 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 946 time: 0.1014688 May 27 13:17:14.345965 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-669be1d9-1201-4775-a465-a724bda05815 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3605943 May 27 13:17:14.374510 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3852c5d4-baad-4cfc-8f1e-820c95d10442 req-95e17b4a-5808-4555-9a0d-81896cda044b tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/security-groups?id=309e441b-76fb-4317-98be-ebc6ff302537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 May 27 13:17:14.470947 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:14.481235 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:14.491924 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['570a98a8-9536-424d-93b4-7a85e7dbfde2'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:14.571313 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Pushing event deleted for resources: {'Port': ['ID=570a98a8-9536-424d-93b4-7a85e7dbfde2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:14.578039 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:14.765328 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] No DVR routers for this DVR port 570a98a8-9536-424d-93b4-7a85e7dbfde2 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:17:14.769704 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:14.772698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'name': 'network-vif-deleted', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:14.798911 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-32a82072-dc9f-4864-b14b-a1920fbe36dc req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.21 "DELETE /v2.0/ports/570a98a8-9536-424d-93b4-7a85e7dbfde2 HTTP/1.1" status: 204 len: 173 time: 1.0860763 May 27 13:17:14.856963 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407165d-faf6-4926-8e13-3487629272cd req-13d56838-fc06-4516-a7ea-5891167eb764 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:14.858461 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3407165d-faf6-4926-8e13-3487629272cd req-13d56838-fc06-4516-a7ea-5891167eb764 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0998194 May 27 13:17:14.864936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1d70e7-8815-45c7-8179-e5009e28dab5', 'name': 'network-vif-deleted', 'tag': '570a98a8-9536-424d-93b4-7a85e7dbfde2', 'status': 'completed', 'code': 200} May 27 13:17:14.913721 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3407165d-faf6-4926-8e13-3487629272cd req-c7defe7e-920d-4d27-a69f-58247704ae94 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476730 May 27 13:17:15.325081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3420c32-2aca-4908-9016-84aee9d5a22c req-077d92eb-ce6a-4458-a436-fb5548f3e94e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:15.326463 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b3420c32-2aca-4908-9016-84aee9d5a22c req-077d92eb-ce6a-4458-a436-fb5548f3e94e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0815091 May 27 13:17:15.373811 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b3420c32-2aca-4908-9016-84aee9d5a22c req-32fb8ff0-53f0-4caf-8fe4-79b108d3c1d5 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 May 27 13:17:15.576402 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d76c03b-b3d0-49f8-b110-9e3d4e327214 req-0c13a5b4-e762-4b1d-8c68-c20cbfa875a6 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa1d70e7-8815-45c7-8179-e5009e28dab5 HTTP/1.1" status: 200 len: 210 time: 0.0525701 May 27 13:17:16.137899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d146-93d2-404c-ae6f-06de29d06216 req-8b31cfa5-863e-4d5e-97d2-03d589d80421 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:16.139420 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e200d146-93d2-404c-ae6f-06de29d06216 req-8b31cfa5-863e-4d5e-97d2-03d589d80421 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1008046 May 27 13:17:16.199509 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e200d146-93d2-404c-ae6f-06de29d06216 req-894b3868-7892-45c9-bd61-734f1db826e4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486162 May 27 13:17:16.585797 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd317b-0f0a-4d1e-a0f0-2e201cc29b80 req-a330cca0-4354-4aa0-b66b-a4937f048505 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:16.587372 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-04bd317b-0f0a-4d1e-a0f0-2e201cc29b80 req-a330cca0-4354-4aa0-b66b-a4937f048505 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0912690 May 27 13:17:16.655170 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-04bd317b-0f0a-4d1e-a0f0-2e201cc29b80 req-7bb7c5c7-befb-477e-84a8-464d46ed0247 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608954 May 27 13:17:16.748237 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-465acdde-e0a3-40f9-823b-0a4479b74228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:16.750623 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-465acdde-e0a3-40f9-823b-0a4479b74228 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 1096 time: 0.1094124 May 27 13:17:16.876497 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-03114055-5d02-4d37-90c6-fd2a8aa03a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:16.877961 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-03114055-5d02-4d37-90c6-fd2a8aa03a90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1096 time: 0.0971692 May 27 13:17:17.028040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-13cf40f7-61a2-4638-aa9c-e01efd237da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.029643 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-13cf40f7-61a2-4638-aa9c-e01efd237da1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1404533 May 27 13:17:17.150727 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-d65d1ef5-74fb-4960-9f1e-f49a4164632e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 200 len: 998 time: 0.1094086 May 27 13:17:17.229547 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-18373a96-f781-4f54-8da3-a469c6977cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.231378 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-18373a96-f781-4f54-8da3-a469c6977cce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0722871 May 27 13:17:17.345640 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 570a98a8-9536-424d-93b4-7a85e7dbfde2 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:17.347613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-16d4796c-98e7-4f26-9bde-a6f7c26a33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.349235 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-16d4796c-98e7-4f26-9bde-a6f7c26a33e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1064198 May 27 13:17:17.385270 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 570a98a8-9536-424d-93b4-7a85e7dbfde2 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:17:17.385270 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 570a98a8-9536-424d-93b4-7a85e7dbfde2 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:17:17.440639 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5722e-7f73-4748-a83e-55aa751561f7 req-066766ae-7220-4cc6-bb7d-eaca043f3cab tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.444019 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-09e5722e-7f73-4748-a83e-55aa751561f7 req-066766ae-7220-4cc6-bb7d-eaca043f3cab tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1067274 May 27 13:17:17.498226 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-09e5722e-7f73-4748-a83e-55aa751561f7 req-d6e443a1-2ba3-4739-899b-5f87348b9518 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500145 May 27 13:17:17.504196 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-cf4611d7-de9b-475a-b776-bc7659907d9f service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467073 May 27 13:17:17.651726 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-4be04b4d-bae3-45fb-b62d-03666c8d6f12 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396699 May 27 13:17:17.841135 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:17.914699 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c5596-cdfe-4ab7-804f-2a8cf0a85862 req-7d16857d-6c3b-421a-a8e2-423a80912a88 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:17.916536 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d27c5596-cdfe-4ab7-804f-2a8cf0a85862 req-7d16857d-6c3b-421a-a8e2-423a80912a88 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1292055 May 27 13:17:17.977305 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d27c5596-cdfe-4ab7-804f-2a8cf0a85862 req-0e09e7e7-2b18-482d-aef3-32fb0dc541de tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543110 May 27 13:17:18.694164 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8017-a183-425a-9f5f-248ab5ffff12 req-de0783c8-afbf-4fb4-82ed-b711d8944497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:18.701927 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fbc8017-a183-425a-9f5f-248ab5ffff12 req-de0783c8-afbf-4fb4-82ed-b711d8944497 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0951538 May 27 13:17:18.744086 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fbc8017-a183-425a-9f5f-248ab5ffff12 req-01b170f2-2824-40d0-98cd-5caaf2b7a97f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412569 May 27 13:17:19.188924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c2472-6c85-4bc3-833a-7295b8fe31cf req-a389cb56-1068-474e-9129-0d9c42cfc107 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:19.190393 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c41c2472-6c85-4bc3-833a-7295b8fe31cf req-a389cb56-1068-474e-9129-0d9c42cfc107 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0899446 May 27 13:17:19.240264 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c41c2472-6c85-4bc3-833a-7295b8fe31cf req-9136d294-0939-47d6-a11a-12caeb9c1444 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 May 27 13:17:19.946218 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ddc90-c04c-422b-a02d-e82333ac2b73 req-f32e9fd4-4776-4422-b86d-f158e92d98ce tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:19.948139 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4d1ddc90-c04c-422b-a02d-e82333ac2b73 req-f32e9fd4-4776-4422-b86d-f158e92d98ce tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0873194 May 27 13:17:19.999825 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4d1ddc90-c04c-422b-a02d-e82333ac2b73 req-a305148d-fc62-4e89-95a8-8d0a90ba5e4f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453477 May 27 13:17:20.450937 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857b7f7-edcd-46d0-9918-45d30748e985 req-8e4e92c9-db97-448b-baab-0981e73ff0fe tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:20.452701 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6857b7f7-edcd-46d0-9918-45d30748e985 req-8e4e92c9-db97-448b-baab-0981e73ff0fe tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0878294 May 27 13:17:20.502129 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6857b7f7-edcd-46d0-9918-45d30748e985 req-31c1bf24-4ce5-4fdb-81cd-67f9a8f4552d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 May 27 13:17:21.233840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f262c-ef29-47e2-9ed6-0d4d7c7cb473 req-fb0dfb76-fb67-4a94-a52e-1e3923a67476 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:21.235295 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-df9f262c-ef29-47e2-9ed6-0d4d7c7cb473 req-fb0dfb76-fb67-4a94-a52e-1e3923a67476 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1056097 May 27 13:17:21.281421 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-df9f262c-ef29-47e2-9ed6-0d4d7c7cb473 req-1c48d8eb-578c-4a17-8fa5-94630c824bbf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 May 27 13:17:21.694354 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c523cc-66c1-4c2d-b7f6-5d5865512025 req-9a5ecf08-c069-4297-8de9-31027189ff22 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:21.695922 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d6c523cc-66c1-4c2d-b7f6-5d5865512025 req-9a5ecf08-c069-4297-8de9-31027189ff22 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0857177 May 27 13:17:21.745811 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d6c523cc-66c1-4c2d-b7f6-5d5865512025 req-05cf8218-648a-443b-9411-e207f776a90b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 May 27 13:17:22.571078 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfda5b2-34da-4f7c-b0c6-05df56aaa7e3 req-72ac5c48-fa1f-479e-bd37-8d708c7ef3f1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:22.572663 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ebfda5b2-34da-4f7c-b0c6-05df56aaa7e3 req-72ac5c48-fa1f-479e-bd37-8d708c7ef3f1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1540725 May 27 13:17:22.620159 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ebfda5b2-34da-4f7c-b0c6-05df56aaa7e3 req-7a4327d3-9ffd-4c62-8bc9-bcea39c19eea tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412807 May 27 13:17:22.897583 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:17:22.953036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7e86d-bb7b-4d09-82ef-552f18da37a2 req-7913dbfc-4260-4496-bfaa-c820ab3c8a65 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:22.954587 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d9d7e86d-bb7b-4d09-82ef-552f18da37a2 req-7913dbfc-4260-4496-bfaa-c820ab3c8a65 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0931802 May 27 13:17:23.022276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d9d7e86d-bb7b-4d09-82ef-552f18da37a2 req-a4d71a9d-f73c-4e43-9a02-72b1740e6e56 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615518 May 27 13:17:23.962440 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60d8f2-106c-496d-9e35-6148d3058966 req-933635c8-92e3-40bf-b73d-12c1c01b54e3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:23.963998 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2a60d8f2-106c-496d-9e35-6148d3058966 req-933635c8-92e3-40bf-b73d-12c1c01b54e3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1288633 May 27 13:17:24.026373 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2a60d8f2-106c-496d-9e35-6148d3058966 req-ce10ef8d-cb83-4d34-8ed8-521e34f3c8ad tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548692 May 27 13:17:24.305536 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11914fd-a3ac-4b2f-96b4-e9600b6f568e req-51bf1d9e-d086-4d16-9ea6-6d37576e7884 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:24.307918 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f11914fd-a3ac-4b2f-96b4-e9600b6f568e req-51bf1d9e-d086-4d16-9ea6-6d37576e7884 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1153677 May 27 13:17:24.364354 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f11914fd-a3ac-4b2f-96b4-e9600b6f568e req-23870051-21ae-4ddd-9982-e96eacdff807 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 May 27 13:17:25.287762 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3663fb-b26e-4a86-9148-fe9ba64228c5 req-7b8461e7-3142-4cb5-b633-a872cd8426ba tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:25.295952 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d3663fb-b26e-4a86-9148-fe9ba64228c5 req-7b8461e7-3142-4cb5-b633-a872cd8426ba tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1118779 May 27 13:17:25.349864 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d3663fb-b26e-4a86-9148-fe9ba64228c5 req-7ae2295f-fe46-48f1-b07a-2fa24ec26f9c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529039 May 27 13:17:25.609943 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924d041-43cf-4639-ad24-a59939b8cd6d req-c19994a0-2382-4095-827e-2230863c34a8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:25.612047 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4924d041-43cf-4639-ad24-a59939b8cd6d req-c19994a0-2382-4095-827e-2230863c34a8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1089904 May 27 13:17:25.704945 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4924d041-43cf-4639-ad24-a59939b8cd6d req-759d0b0c-beba-4d84-9bf4-e2f2523d013b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 May 27 13:17:26.634757 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023358c0-a801-4eb6-84fa-a16b9b43f3b9 req-96a49c13-e857-42b5-8f00-40ed4f141c39 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:26.637054 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-023358c0-a801-4eb6-84fa-a16b9b43f3b9 req-96a49c13-e857-42b5-8f00-40ed4f141c39 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0886357 May 27 13:17:26.692546 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-023358c0-a801-4eb6-84fa-a16b9b43f3b9 req-d123580c-ef6a-41c7-a429-992bad2f3a2e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492749 May 27 13:17:26.918787 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085dbd1-2817-4247-8fd9-9c0532babfe8 req-c3ad4142-dc6b-40ee-9866-71e890fa155a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:26.921880 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f085dbd1-2817-4247-8fd9-9c0532babfe8 req-c3ad4142-dc6b-40ee-9866-71e890fa155a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0940733 May 27 13:17:26.974570 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f085dbd1-2817-4247-8fd9-9c0532babfe8 req-1ed7b086-32b9-4209-aab8-dc5b6e6296ae tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 May 27 13:17:27.930024 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c5de7-a631-413f-b60b-c627c684b5df req-81139fb4-2517-49a7-949c-49a6f3e871f4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:27.933466 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-759c5de7-a631-413f-b60b-c627c684b5df req-81139fb4-2517-49a7-949c-49a6f3e871f4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1031821 May 27 13:17:27.985742 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-759c5de7-a631-413f-b60b-c627c684b5df req-78489580-fcb0-4703-abb1-b14007915e51 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442815 May 27 13:17:28.206399 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1fd6-09fd-468f-8a8a-4167a7e15a4f req-0254cfc1-49af-431e-96cd-c818b9881fc3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:28.207973 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b3dd1fd6-09fd-468f-8a8a-4167a7e15a4f req-0254cfc1-49af-431e-96cd-c818b9881fc3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0876637 May 27 13:17:28.269361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b3dd1fd6-09fd-468f-8a8a-4167a7e15a4f req-f25dbc1f-ef36-4ab7-bc86-c27ded9b9ed8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 May 27 13:17:29.360818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5bbac-27ca-4853-9bb5-33d8cf4b73b2 req-bc8d3e84-c8ec-4aec-a306-7207354c3654 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:29.362367 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2f5bbac-27ca-4853-9bb5-33d8cf4b73b2 req-bc8d3e84-c8ec-4aec-a306-7207354c3654 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1041672 May 27 13:17:29.472958 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d2f5bbac-27ca-4853-9bb5-33d8cf4b73b2 req-744c601d-cab8-46dc-9fe0-13d5e8c2fddf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042519 May 27 13:17:29.511252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7a045-1808-4434-8f27-3c5b5331b0f7 req-041420a3-8603-410d-8454-d258a723fd8f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:29.519801 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-82b7a045-1808-4434-8f27-3c5b5331b0f7 req-041420a3-8603-410d-8454-d258a723fd8f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1072714 May 27 13:17:29.581500 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-82b7a045-1808-4434-8f27-3c5b5331b0f7 req-bf8a7837-294b-4cdb-973d-5021f7b3b46b tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598865 May 27 13:17:30.463261 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-cf736323-fd22-45fb-9c66-d323b09e6951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:30.748184 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0c4e9-6392-4a1f-91f9-ae3e248f0a78 req-0c88877b-77d9-40e9-b678-5ecfa4b0b3f6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:30.755352 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cac0c4e9-6392-4a1f-91f9-ae3e248f0a78 req-0c88877b-77d9-40e9-b678-5ecfa4b0b3f6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1072590 May 27 13:17:30.804573 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cac0c4e9-6392-4a1f-91f9-ae3e248f0a78 req-78a07e08-1a84-4562-8403-4324f4e8b792 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465837 May 27 13:17:31.062279 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c25dfd-8aad-4302-8696-19e33ff31f6c req-88e63abc-bc30-4a81-8784-c956be9388be tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:31.065506 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3c25dfd-8aad-4302-8696-19e33ff31f6c req-88e63abc-bc30-4a81-8784-c956be9388be tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2581379 May 27 13:17:31.135794 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3c25dfd-8aad-4302-8696-19e33ff31f6c req-67eeec76-6628-4062-8913-73664d86eae1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626752 May 27 13:17:32.218973 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ffcf6-5b56-4143-8d90-28ace6efb205 req-48120e5c-0457-4900-9b72-9bed33cebf3e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.220610 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4e4ffcf6-5b56-4143-8d90-28ace6efb205 req-48120e5c-0457-4900-9b72-9bed33cebf3e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.2030787 May 27 13:17:32.334409 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4e4ffcf6-5b56-4143-8d90-28ace6efb205 req-705252db-62e4-4c50-a471-7c6e0a2fc2dc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005459 May 27 13:17:32.773516 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341e827-86dd-464f-9731-7dcf0e869ccc req-a62e8e1d-d9f8-4967-851c-cecfe89e8cde tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:32.781825 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2341e827-86dd-464f-9731-7dcf0e869ccc req-a62e8e1d-d9f8-4967-851c-cecfe89e8cde tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.2230010 May 27 13:17:32.905829 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2341e827-86dd-464f-9731-7dcf0e869ccc req-79334ea3-6816-4c48-b560-7600f2a5e677 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159291 May 27 13:17:32.982024 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:33.749738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde196e6-61de-4f20-b358-c98ab01efe7b req-a48ac3e6-b335-4bba-8bad-8286fa72cb3f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:33.752356 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dde196e6-61de-4f20-b358-c98ab01efe7b req-a48ac3e6-b335-4bba-8bad-8286fa72cb3f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1579540 May 27 13:17:33.851635 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dde196e6-61de-4f20-b358-c98ab01efe7b req-5ed85385-d2fe-431b-bca0-2ecddf2f6776 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860825 May 27 13:17:34.233110 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c5bcf-af92-42f9-a937-1b61ad35ee88 req-8367c5ff-615e-4643-9dae-a711fe442147 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:34.239642 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d3c5bcf-af92-42f9-a937-1b61ad35ee88 req-8367c5ff-615e-4643-9dae-a711fe442147 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1133342 May 27 13:17:34.307639 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d3c5bcf-af92-42f9-a937-1b61ad35ee88 req-9ff0f367-b96e-4c8c-9caf-996602debb98 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608971 May 27 13:17:34.919145 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-03ec9d4e-83a4-4e7d-9aa6-351453bd1932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:35.233885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa632-56aa-4ee8-aee0-741599339263 req-53efe89d-67d3-47ed-a5e7-9bf1fc859ab0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:35.235483 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6a3aa632-56aa-4ee8-aee0-741599339263 req-53efe89d-67d3-47ed-a5e7-9bf1fc859ab0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1885378 May 27 13:17:35.315099 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6a3aa632-56aa-4ee8-aee0-741599339263 req-4a1e3706-9535-40f0-872b-cbce6c237a22 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702906 May 27 13:17:35.996753 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bc9a7-c302-4c4c-bd4c-0f4f7364fcf7 req-12577b9f-11c3-48d2-9fb3-88bb9e8fdb23 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:36.014930 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cd0bc9a7-c302-4c4c-bd4c-0f4f7364fcf7 req-12577b9f-11c3-48d2-9fb3-88bb9e8fdb23 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.3823700 May 27 13:17:36.115285 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cd0bc9a7-c302-4c4c-bd4c-0f4f7364fcf7 req-482eca34-a78a-4833-a941-21ba0a010a4f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987935 May 27 13:17:36.670456 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:36.798290 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594cd0-49a0-4f6d-8a9c-7f1d7363b3dc req-29914995-279f-4a36-b821-cebcdd7f4cf8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:36.801016 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be594cd0-49a0-4f6d-8a9c-7f1d7363b3dc req-29914995-279f-4a36-b821-cebcdd7f4cf8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.2073207 May 27 13:17:36.877063 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be594cd0-49a0-4f6d-8a9c-7f1d7363b3dc req-7f3e8b96-1ca4-4063-bd10-f92fb0f031e8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638754 May 27 13:17:37.413391 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918232b0-eaea-4caf-9c25-0b0b7c15bd6e req-4e8cdc7a-9e67-4297-ad1c-09f3c0e698ca tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:37.420608 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-918232b0-eaea-4caf-9c25-0b0b7c15bd6e req-4e8cdc7a-9e67-4297-ad1c-09f3c0e698ca tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1208782 May 27 13:17:37.485317 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-918232b0-eaea-4caf-9c25-0b0b7c15bd6e req-50716635-28f8-417c-9f9b-d556a159024a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 May 27 13:17:38.191015 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99ec88-77b1-4110-aa9c-432000a4356f req-9a2ba47c-bfef-4872-9948-6dc8d89299a1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:38.203202 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bf99ec88-77b1-4110-aa9c-432000a4356f req-9a2ba47c-bfef-4872-9948-6dc8d89299a1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1745212 May 27 13:17:38.263230 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bf99ec88-77b1-4110-aa9c-432000a4356f req-1707b7a2-9817-4231-ba6b-8f04878b6f04 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586379 May 27 13:17:38.462053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:38.663922 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a16aa2-b451-42b0-829c-debb32ebb173 req-57f5664c-cc9e-4c3b-b27b-bfb717ba3e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:38.668287 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a4a16aa2-b451-42b0-829c-debb32ebb173 req-57f5664c-cc9e-4c3b-b27b-bfb717ba3e45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.1283863 May 27 13:17:38.748863 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a4a16aa2-b451-42b0-829c-debb32ebb173 req-23ffcc12-9bc6-4ea4-bf70-394b7efcc447 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706549 May 27 13:17:39.007819 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7b2e-39c8-4200-b0c5-80812a9a3a4f req-41003a94-a072-43a4-8ce2-8ca24788cbf8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:39.020821 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0efc7b2e-39c8-4200-b0c5-80812a9a3a4f req-41003a94-a072-43a4-8ce2-8ca24788cbf8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1777275 May 27 13:17:39.088164 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0efc7b2e-39c8-4200-b0c5-80812a9a3a4f req-3886e34c-be41-47ac-81e5-e386b867b83e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 May 27 13:17:39.587428 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571db56e-d38f-404f-b875-ea5a7ca522e4 req-82b3aab8-2cde-4b41-9e3a-5167326a9bea tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:39.589635 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-571db56e-d38f-404f-b875-ea5a7ca522e4 req-82b3aab8-2cde-4b41-9e3a-5167326a9bea tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1303442 May 27 13:17:39.669125 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-571db56e-d38f-404f-b875-ea5a7ca522e4 req-ca96bad6-7b92-40e5-9bb2-3e9b52bdc412 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691614 May 27 13:17:40.459442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c91e8a-95b3-4b9c-bb78-c78569e18377 req-205c7b94-6174-4483-8124-e8d268c2f358 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:40.459442 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0c91e8a-95b3-4b9c-bb78-c78569e18377 req-205c7b94-6174-4483-8124-e8d268c2f358 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1268659 May 27 13:17:40.564375 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0c91e8a-95b3-4b9c-bb78-c78569e18377 req-b8d9d0cd-f810-4d62-8617-08696fe8e856 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906999 May 27 13:17:40.937759 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246eb71-046f-4711-a806-4f0e8580211e req-03fd494b-1f65-497c-9f1f-5a362df7f8f2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:40.940183 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7246eb71-046f-4711-a806-4f0e8580211e req-03fd494b-1f65-497c-9f1f-5a362df7f8f2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1074893 May 27 13:17:41.038287 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7246eb71-046f-4711-a806-4f0e8580211e req-210e9c3d-6750-45d5-b213-e3d290702d93 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863836 May 27 13:17:41.787057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf1483-a31c-4f58-bab1-713c0088adff req-ac13797d-d4bd-4096-b83d-760de580a382 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:41.789326 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fcf1483-a31c-4f58-bab1-713c0088adff req-ac13797d-d4bd-4096-b83d-760de580a382 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0962994 May 27 13:17:41.838895 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fcf1483-a31c-4f58-bab1-713c0088adff req-7a9e573f-619d-4ec8-8a0b-b2e1b6585b58 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 May 27 13:17:42.340640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d42d-8317-4832-b995-62dca09596a7 req-fa7aa623-d694-467e-a0f9-1fd62f2bbe2a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.343465 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9297d42d-8317-4832-b995-62dca09596a7 req-fa7aa623-d694-467e-a0f9-1fd62f2bbe2a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1632805 May 27 13:17:42.491611 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9297d42d-8317-4832-b995-62dca09596a7 req-71b332f8-c42b-4d2d-b75f-a83aed5822e2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349859 May 27 13:17:42.530598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-a2bddbae-7362-4bdf-a231-a5f0416e52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.535551 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-a2bddbae-7362-4bdf-a231-a5f0416e52c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 1099 time: 0.1494253 May 27 13:17:42.566355 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dda7a-9251-42a8-9ced-94aa1658a615 req-2dd01066-1a05-43ba-82d6-7c9cdbc01213 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.568908 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d26dda7a-9251-42a8-9ced-94aa1658a615 req-2dd01066-1a05-43ba-82d6-7c9cdbc01213 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1429913 May 27 13:17:42.628602 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d26dda7a-9251-42a8-9ced-94aa1658a615 req-e3df4253-9828-41d7-bd53-330904c2539e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476012 May 27 13:17:42.716146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-9b52be5b-eec3-411c-8784-ffb2108857ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.717674 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-9b52be5b-eec3-411c-8784-ffb2108857ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.1555007 May 27 13:17:42.800486 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-53437dea-17e1-4691-96d8-ed56cb898b52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 200 len: 217 time: 0.0698304 May 27 13:17:42.905753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-27b938ce-0374-4281-a2ba-762887c67f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:42.907198 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-27b938ce-0374-4281-a2ba-762887c67f35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.0904460 May 27 13:17:42.984959 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-420bb7ea-f007-4969-8632-4fb145cee79f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532551 May 27 13:17:43.170991 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-36ced16a-5ed9-45d8-998b-063ee99e3ef7 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680293 May 27 13:17:43.468916 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e6d3890e-4424-42c0-8503-1054c83f6bfd req-616cced8-9fcd-41f8-8ebe-5947fcb57560 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847319 May 27 13:17:43.718840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995c018-2eb0-4c1e-8867-cf9d942bcc7b req-680de82c-58ad-4d17-a11e-9cfa401b79e6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:43.720382 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f995c018-2eb0-4c1e-8867-cf9d942bcc7b req-680de82c-58ad-4d17-a11e-9cfa401b79e6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.0882277 May 27 13:17:43.811588 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f995c018-2eb0-4c1e-8867-cf9d942bcc7b req-fa8e752c-59a0-454e-aeea-ae0248d70abe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854597 May 27 13:17:43.852924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7cfaf-b0f9-4891-a505-24efe23a9a73 req-caf9cab8-e377-49ec-b444-2709650aa141 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:43.854764 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-44d7cfaf-b0f9-4891-a505-24efe23a9a73 req-caf9cab8-e377-49ec-b444-2709650aa141 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1095281 May 27 13:17:43.909868 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-44d7cfaf-b0f9-4891-a505-24efe23a9a73 req-78f285c4-9ecf-42b7-b3ae-44f3f573ef7e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460892 May 27 13:17:44.217185 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-9c164822-639e-48a9-885a-7aca91c4d4a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874875 May 27 13:17:44.325044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-4909e56c-1375-4dfa-be87-a7f5a0c2dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:44.326550 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-4909e56c-1375-4dfa-be87-a7f5a0c2dc61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f023c5c0ce5428ca869344c2d951f07&device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 1098 time: 0.0860150 May 27 13:17:44.490738 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-4b0f09e3-46f8-4199-81b4-d60e77101fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:44.492267 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-4b0f09e3-46f8-4199-81b4-d60e77101fad service neutron] 10.222.0.21 "GET /v2.0/networks?id=2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 200 len: 919 time: 0.1367221 May 27 13:17:44.494948 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53150) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:44.602115 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-7d916980-333a-4927-8d97-2c1844ec499e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 200 len: 217 time: 0.0766521 May 27 13:17:44.651947 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Deleting subnet b4b712a3-a529-4277-898c-1c29763210c6 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:17:44.661216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:44.724245 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-e3a420b5-9c5d-4848-9958-b05c5bbc2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:44.725739 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-e3a420b5-9c5d-4848-9958-b05c5bbc2f6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 200 len: 858 time: 0.1093016 May 27 13:17:44.727904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:44.811947 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-5125f10b-440f-4935-86bf-7511bfbf97aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2494e626-9751-4439-8e05-883ab7111601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538967 May 27 13:17:44.854034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.112243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd575-b779-4b29-bbe4-54b646aa36a0 req-e6b41c5f-197f-4fe6-97ad-383b60d62bbd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:45.114016 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-84dbd575-b779-4b29-bbe4-54b646aa36a0 req-e6b41c5f-197f-4fe6-97ad-383b60d62bbd tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 943 time: 0.1613810 May 27 13:17:45.122704 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-4f99a00d-3c11-44a6-a92b-ac2d34d9cab9 service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004217 May 27 13:17:45.180918 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-84dbd575-b779-4b29-bbe4-54b646aa36a0 req-8301ff6f-71e8-4524-8592-9df56da3880b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562253 May 27 13:17:45.191167 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194ac746-c32e-4789-8fb5-13e2c58971fe req-a1a5d2fa-aa89-43c3-95c6-8e59be0499b3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:45.191520 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-194ac746-c32e-4789-8fb5-13e2c58971fe req-a1a5d2fa-aa89-43c3-95c6-8e59be0499b3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1479847 May 27 13:17:45.254305 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-194ac746-c32e-4789-8fb5-13e2c58971fe req-a77da7d0-9957-4065-a9b8-73118d379a7f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525985 May 27 13:17:45.421226 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c8ee8791-9ae4-4197-bdc5-37aae99a29c0 req-c5c0c213-3ee4-4e76-bab3-e0cc5ae839ff service neutron] 10.222.0.21 "GET /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681651 May 27 13:17:45.439960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.444331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b21de3f6-9067-44d7-a320-2a5a68b4748c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:45.482196 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b712a3-a529-4277-898c-1c29763210c6,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:45.485424 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:45.486469 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.495877 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4b712a3-a529-4277-898c-1c29763210c6 HTTP/1.1" status: 204 len: 168 time: 0.9968107 May 27 13:17:45.496125 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53158) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:45.513139 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:17:45.642355 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.663136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:45.709772 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'mac_address': 'fa:16:3e:d8:8e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:17:45.814858 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.845765 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:17:45.866738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:45.873039 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.875327 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:45.891064 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.916327 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bc8a4a-c39d-4c39-8682-006a4495672b']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:45.940236 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96017dd-f108-4124-9849-8ad8a0638e1d') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:45.940790 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96017dd-f108-4124-9849-8ad8a0638e1d') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:17:45.952340 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=9']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:45.960478 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.960767 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.961065 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.961396 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.961726 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.962080 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.962454 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.962816 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.963137 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.963458 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.963833 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.964002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:45.964269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:45.968761 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:45.992886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.000607 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:17:46.001162 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:17:46.015621 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:17:46.109663 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.116248 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-abc493c4-51b6-48aa-b8f2-05a131f7e3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:46.135087 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.144194 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bc8a4a-c39d-4c39-8682-006a4495672b,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:46.150674 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:46.156008 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8bc8a4a-c39d-4c39-8682-006a4495672b HTTP/1.1" status: 204 len: 168 time: 0.6588261 May 27 13:17:46.324530 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['40d6a7ca-012b-4dfb-8e71-74c4d3b75015'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:46.422693 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd7b2a-0567-4b50-85a8-12a5aa958d00 req-e19485de-1262-47f2-aaf8-d2da5d200a9f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:46.432872 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3fd7b2a-0567-4b50-85a8-12a5aa958d00 req-e19485de-1262-47f2-aaf8-d2da5d200a9f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.1127937 May 27 13:17:46.460289 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53168) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:46.541269 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3fd7b2a-0567-4b50-85a8-12a5aa958d00 req-b657bc3a-6172-494c-a705-1d20ecf17691 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065445 May 27 13:17:46.552437 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-bd508512-e9fc-45f7-afa2-5112343ea964 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0287e70484746a4a44ecf9497d88f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904319 May 27 13:17:46.559223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53172) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:46.613036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539f18-28f5-42ca-ba7e-4623338bcfa5 req-fa0ed25e-c846-4436-8a8d-76721fcb19da tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:46.614561 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4539f18-28f5-42ca-ba7e-4623338bcfa5 req-fa0ed25e-c846-4436-8a8d-76721fcb19da tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1670442 May 27 13:17:46.670984 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.686030 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4539f18-28f5-42ca-ba7e-4623338bcfa5 req-151bf360-6822-4a54-9bbc-8a856d075a65 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648375 May 27 13:17:46.706567 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.770448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.776192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:46.793123 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e441b-76fb-4317-98be-ebc6ff302537,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:46.804898 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.805501 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.806015 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.806640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.807482 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.808077 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.808683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.809308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.809893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.810459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.811036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.811653 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:17:46.818659 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:46.827815 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:46.833474 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/309e441b-76fb-4317-98be-ebc6ff302537 HTTP/1.1" status: 204 len: 168 time: 0.2684288 May 27 13:17:47.535715 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:17:47.614469 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:17:47.614846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:47.775784 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:47.805939 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:47.828943 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:47.836435 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:47.840212 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:47.859488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012384eb-298a-42cb-ac3c-5480d87ca9e9 req-dbbbe58d-25ca-48ed-b17f-6724a589df46 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:47.861244 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-012384eb-298a-42cb-ac3c-5480d87ca9e9 req-dbbbe58d-25ca-48ed-b17f-6724a589df46 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 944 time: 0.1803405 May 27 13:17:47.886887 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:47.904913 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'code': 200} May 27 13:17:47.919252 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-012384eb-298a-42cb-ac3c-5480d87ca9e9 req-78d310a0-9a1b-4185-93e2-cdd125549f3a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505931 May 27 13:17:47.938466 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=10']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:47.941515 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:48.629337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809eaa9-6ca6-4f13-94e9-4fce31e91b7e req-8b2f0020-d95b-4aed-9897-ca6fa6027382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:48.631362 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-6809eaa9-6ca6-4f13-94e9-4fce31e91b7e req-8b2f0020-d95b-4aed-9897-ca6fa6027382 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 1099 time: 0.0890369 May 27 13:17:48.683166 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-6809eaa9-6ca6-4f13-94e9-4fce31e91b7e req-e9ac0290-d0a0-4dfd-b736-6b22a1a9f4c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 May 27 13:17:49.140120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24147ca7-fa12-4cbc-b302-f4c31cb2a22e req-0175ef77-95c2-4b46-b53d-73967b3f30fa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:49.141677 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-24147ca7-fa12-4cbc-b302-f4c31cb2a22e req-0175ef77-95c2-4b46-b53d-73967b3f30fa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0852983 May 27 13:17:49.190395 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-24147ca7-fa12-4cbc-b302-f4c31cb2a22e req-e496991a-3c00-4732-9f3a-6aab48ec2cf3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 May 27 13:17:50.430818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d753a05-7bb9-4a2c-a578-f76f6df81855 req-abd7c7e5-bc68-414d-b586-67302ceb5a14 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:50.432530 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4d753a05-7bb9-4a2c-a578-f76f6df81855 req-abd7c7e5-bc68-414d-b586-67302ceb5a14 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0838690 May 27 13:17:50.486700 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4d753a05-7bb9-4a2c-a578-f76f6df81855 req-79bf2b48-565a-435b-bce0-eb74e5336c75 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 May 27 13:17:51.230719 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53290) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:51.372859 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.388920 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:51.393150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Usage tracker for resource:security_group_rule and tenant:6c553817499a448e84835d372c652e6d is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:51.396471 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:51.403862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:51.499985 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b7416-6a3c-462e-a659-b866dadcf272 req-f0f9f539-db42-4e5a-8a7f-ba5e73e84ecd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.501751 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f8b7416-6a3c-462e-a659-b866dadcf272 req-f0f9f539-db42-4e5a-8a7f-ba5e73e84ecd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.0933242 May 27 13:17:51.542606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.548011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.550099 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f8b7416-6a3c-462e-a659-b866dadcf272 req-aa9376e0-7ece-49bb-a944-80aabaa8d981 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 May 27 13:17:51.558207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e0d4f268-a735-4113-9e1b-5bc9f7ae5738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:51.604428 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c553817499a448e84835d372c652e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726089 May 27 13:17:51.607071 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53300) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:17:51.609825 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f4ba1-c6c8-4b66-a7aa-dcf7eb1412d0,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:51.624133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:51.673347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.704078 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.743374 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e71fe-cfd7-4be9-aad0-3970469f76c1 req-ce7c5efb-2683-47f4-a5d0-1a70dfcb72f9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:51.745476 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-288e71fe-cfd7-4be9-aad0-3970469f76c1 req-ce7c5efb-2683-47f4-a5d0-1a70dfcb72f9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0872698 May 27 13:17:51.771150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.775325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a186f2d3-0586-420c-b948-d611d6b237ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:51.787038 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f4ba1-c6c8-4b66-a7aa-dcf7eb1412d0,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:51.798014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:51.800155 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:51.801348 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/251f4ba1-c6c8-4b66-a7aa-dcf7eb1412d0 HTTP/1.1" status: 204 len: 168 time: 0.1933694 May 27 13:17:51.813353 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-288e71fe-cfd7-4be9-aad0-3970469f76c1 req-7687971f-4ea6-4512-9b1d-e8bc75bdb7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585518 May 27 13:17:52.778331 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840d9aa-b9fc-491a-bf69-c67be3a264a4 req-1b211670-ebaa-4394-8bb0-0c516a1a0a2e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:52.779885 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a840d9aa-b9fc-491a-bf69-c67be3a264a4 req-1b211670-ebaa-4394-8bb0-0c516a1a0a2e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1022804 May 27 13:17:52.830914 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a840d9aa-b9fc-491a-bf69-c67be3a264a4 req-f2ad7a22-1e83-4a96-bfa4-3be1ac4fd412 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 May 27 13:17:54.023100 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503de70c-025b-4e49-8a2f-4cf40a083091 req-9a72ebea-622c-4b7b-8129-db14a6aedd0f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:54.024618 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-503de70c-025b-4e49-8a2f-4cf40a083091 req-9a72ebea-622c-4b7b-8129-db14a6aedd0f tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.0832846 May 27 13:17:54.073793 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-503de70c-025b-4e49-8a2f-4cf40a083091 req-a194004f-2762-4cb6-b4d1-cbe491928194 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 May 27 13:17:54.449810 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-15fb873a-4481-421a-af4f-504feab57cfa tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=957a89229348470c9e1e83fe4283c713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291812 May 27 13:17:54.617521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-e3688925-bfe4-454c-b4bf-2d80d8270c50 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:54.618957 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-e3688925-bfe4-454c-b4bf-2d80d8270c50 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637812 May 27 13:17:54.637518 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-5c416b18-735d-4335-b7b6-711160c8fbe8 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/quotas/957a89229348470c9e1e83fe4283c713 HTTP/1.1" status: 200 len: 375 time: 0.0095356 May 27 13:17:54.690918 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-5b932c2b-30dc-40aa-9ece-662e0f6d8feb tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a89229348470c9e1e83fe4283c713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465300 May 27 13:17:54.869965 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-07b5048b-dfb7-4d0b-a567-3ae5ed0a0c76 req-8f1cb8ca-a73c-44f0-a8c7-ab0469641564 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 210 time: 0.0480554 May 27 13:17:55.274586 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695a844-d50f-4dfc-8656-53889225bc16 req-4bf4d3ce-1728-4df9-b0c4-95836fba5842 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:55.276946 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4695a844-d50f-4dfc-8656-53889225bc16 req-4bf4d3ce-1728-4df9-b0c4-95836fba5842 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.0871639 May 27 13:17:55.291429 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-98016661-1959-47cf-8f54-0ac594bcb287 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:55.292276 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-98016661-1959-47cf-8f54-0ac594bcb287 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Synchronizing usage tracker for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:17:55.312733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-98016661-1959-47cf-8f54-0ac594bcb287 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Unset dirty status for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:17:55.314468 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-98016661-1959-47cf-8f54-0ac594bcb287 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 945 time: 0.1344097 May 27 13:17:55.329772 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4695a844-d50f-4dfc-8656-53889225bc16 req-0fb7998a-5d84-425e-b737-8c504760a6d6 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 May 27 13:17:55.460692 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Deleting port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:17:55.461044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:55.613641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] For port 30fbf1d3-3143-4f4e-ba29-6999f90cd412, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=30fbf1d3-3143-4f4e-ba29-6999f90cd412,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:17:55.613999 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:55.746587 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Calling delete_port for 30fbf1d3-3143-4f4e-ba29-6999f90cd412 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:17:55.859997 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:55.869024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-af73ec25-06d2-47be-a4d8-5d0604161f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:55.873830 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['9bcd33f0-9e8a-474a-a907-eb177d3f54bc'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:17:55.935500 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Pushing event deleted for resources: {'Port': ['ID=30fbf1d3-3143-4f4e-ba29-6999f90cd412,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:55.938722 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:56.014734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] No DVR routers for this DVR port 30fbf1d3-3143-4f4e-ba29-6999f90cd412 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:17:56.017668 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.020630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'name': 'network-vif-deleted', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:56.056425 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-59139215-f2ae-49d0-90a3-46d88823a4da req-28981010-7804-4e88-8f5e-eb24ad796e30 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 210 time: 0.0561013 May 27 13:17:56.058034 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-65f3cc3a-ba4f-4ed6-ae29-8f2a34467ade req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "DELETE /v2.0/ports/30fbf1d3-3143-4f4e-ba29-6999f90cd412 HTTP/1.1" status: 204 len: 173 time: 0.7322617 May 27 13:17:56.093503 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f285b4fd-5173-4a36-9fa4-dd18546219a0', 'name': 'network-vif-deleted', 'tag': '30fbf1d3-3143-4f4e-ba29-6999f90cd412', 'status': 'completed', 'code': 200} May 27 13:17:56.143578 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-b8e9b2c3-2076-4fc2-bc3b-df88b3a33141 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=957a89229348470c9e1e83fe4283c713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297401 May 27 13:17:56.316549 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-9fad27f7-5f13-47da-b0af-8277dc526a4f tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:56.317993 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-9fad27f7-5f13-47da-b0af-8277dc526a4f tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690321 May 27 13:17:56.344254 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Request body: {'port': {'device_id': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'network_id': '68696e90-80c6-443e-a229-de55683c1b69', 'admin_state_up': True, 'tenant_id': '957a89229348470c9e1e83fe4283c713'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:17:56.522544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:56.527090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Usage tracker for resource:port and tenant:957a89229348470c9e1e83fe4283c713 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:56.530401 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:56.537686 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:56.550229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Made reservation on behalf of 957a89229348470c9e1e83fe4283c713 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:17:56.554002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.568817 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.591420 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:17:56.596492 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Usage tracker for resource:security_group_rule and tenant:957a89229348470c9e1e83fe4283c713 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:17:56.600138 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:17:56.607601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:17:56.679681 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-87384613-3e79-4140-a6e2-01a59b149b9b req-13e12208-451a-4b2b-8299-00e91e7f01e7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=f285b4fd-5173-4a36-9fa4-dd18546219a0 HTTP/1.1" status: 200 len: 210 time: 0.0505209 May 27 13:17:56.791304 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.796028 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:56.799335 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0ba55ecc-ce26-4364-b5c4-afc5fa471bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:56.884519 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1079b0bb-e176-404e-8fe6-d712413edf4f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:56.890630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:57.003032 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Allocated IP 192.168.233.5 (68696e90-80c6-443e-a229-de55683c1b69/d1a4947d-649e-4465-9bd3-bbfb611f6465/4e22b629-a47e-4dc4-a8d7-2dcdf0c72978) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:17:57.241821 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0b44fce9-cc9b-49e6-a115-e65b7ae4587e req-b45c18cd-7e42-4f4f-97ff-7a0abfccb6ba tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 210 time: 0.0560436 May 27 13:17:57.272631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.291290 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Transition to ACTIVE for port object 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:17:57.315788 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.321438 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-15c6a165-e9d8-4c7f-8c47-f8c0a79cd1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:57.391324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Network 68696e90-80c6-443e-a229-de55683c1b69 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:17:57.394703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:17:57.398738 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:17:57.430510 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Pushing event updated for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:57.438026 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:57.471428 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:57.472094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.508040 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1678197 May 27 13:17:57.526999 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Request body: {'port': {'device_id': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:17:57.594552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 30fbf1d3-3143-4f4e-ba29-6999f90cd412 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:17:57.629392 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 30fbf1d3-3143-4f4e-ba29-6999f90cd412 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:17:57.629748 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 30fbf1d3-3143-4f4e-ba29-6999f90cd412 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:17:57.647795 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.671487 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-350f32e6-e160-4070-a6a1-c881a0766453 None None] Provisioning for port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:17:57.677280 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-350f32e6-e160-4070-a6a1-c881a0766453 None None] Provisioning complete for port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:17:57.677666 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-350f32e6-e160-4070-a6a1-c881a0766453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:57.738751 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-350f32e6-e160-4070-a6a1-c881a0766453 None None] Port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:17:58.064092 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:17:58.072871 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:58.089281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Transition to ACTIVE for port object 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:17:58.094698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:58.099478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:58.213622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746a746-73e9-4687-96b6-814f99f8d2b4 req-04265271-8b35-44ec-bb38-0a1d7d1036a8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.216121 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9746a746-73e9-4687-96b6-814f99f8d2b4 req-04265271-8b35-44ec-bb38-0a1d7d1036a8 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1244640 May 27 13:17:58.236923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Pushing event updated for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:58.280700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:58.289082 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9746a746-73e9-4687-96b6-814f99f8d2b4 req-041911b3-635b-417e-be38-5fee84b1ea78 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648298 May 27 13:17:58.387977 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Attempting to bind port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:17:58.388635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Attempting to bind port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:17:58.388923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Attempting to bind port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 on network 68696e90-80c6-443e-a229-de55683c1b69 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:17:58.397036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 on network 68696e90-80c6-443e-a229-de55683c1b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:17:58.397528 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Attempting to bind port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 on network 68696e90-80c6-443e-a229-de55683c1b69 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:17:58.405463 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:17:58.406409 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Checking segment: {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:17:58.407333 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Bound using segment: {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:17:58.408091 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Bound port: 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23765afe-bfd2-4e47-91c2-3fff94941d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '68696e90-80c6-443e-a229-de55683c1b69'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:17:58.408689 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:58.517228 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0ee2e-be5b-4dd1-87b5-d21511fe3f61 req-19ce1a38-74c9-41a4-a29c-94f2334ee084 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.518716 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1ac0ee2e-be5b-4dd1-87b5-d21511fe3f61 req-19ce1a38-74c9-41a4-a29c-94f2334ee084 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 946 time: 0.1301460 May 27 13:17:58.541643 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:17:58.545563 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:17:58.551704 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:58.557382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e74ff153-18af-4676-a069-311e19c2ee56 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:17:58.609379 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1ac0ee2e-be5b-4dd1-87b5-d21511fe3f61 req-0e4a69ab-a746-432a-86b9-f18dad574e8d tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819514 May 27 13:17:58.624733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.625373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:17:58.626995 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] 10.222.0.21 "PUT /v2.0/ports/4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 HTTP/1.1" status: 200 len: 1096 time: 1.1048927 May 27 13:17:58.627416 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:17:58.651150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Pushing event updated for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:17:58.655062 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:17:58.700197 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978', 'status': 'completed', 'code': 200} May 27 13:17:58.794374 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-b4c71d0a-922a-42e0-82a0-178ff20cd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.795893 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-b4c71d0a-922a-42e0-82a0-178ff20cd616 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=957a89229348470c9e1e83fe4283c713&device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 1099 time: 0.0889616 May 27 13:17:58.886966 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-919fb385-b106-4afb-8e4d-bfc9b2461466 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 HTTP/1.1" status: 200 len: 217 time: 0.0715458 May 27 13:17:58.974855 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-b458b3c5-865c-4ae9-818f-f359a1f9fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:58.976250 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-b458b3c5-865c-4ae9-818f-f359a1f9fa33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1a4947d-649e-4465-9bd3-bbfb611f6465 HTTP/1.1" status: 200 len: 843 time: 0.0751944 May 27 13:17:59.150484 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-8407ef72-d002-4dbe-ba2c-0afd774edb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.152009 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-8407ef72-d002-4dbe-ba2c-0afd774edb5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68696e90-80c6-443e-a229-de55683c1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1652417 May 27 13:17:59.318917 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-4556fdc4-8841-424d-a7a9-5b56c10b58c7 service neutron] 10.222.0.21 "GET /v2.0/networks/68696e90-80c6-443e-a229-de55683c1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537981 May 27 13:17:59.485248 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-67cbcafd-eafa-49b5-adf3-0c2f68fdd608 req-4f71c36d-40cc-4768-8b1e-42330322c88d service neutron] 10.222.0.21 "GET /v2.0/networks/68696e90-80c6-443e-a229-de55683c1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568189 May 27 13:17:59.514963 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d28cbe-e4a2-4ea7-904f-82771877428f req-8b3b3fb5-8307-4216-8544-99881c01c88d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.517665 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93d28cbe-e4a2-4ea7-904f-82771877428f req-8b3b3fb5-8307-4216-8544-99881c01c88d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1027641 May 27 13:17:59.569548 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93d28cbe-e4a2-4ea7-904f-82771877428f req-712ce683-03b8-4d5a-8ee3-0dfa9df4515e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 May 27 13:17:59.645040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-ee24e06b-7296-4d7d-a0ce-88e749c76ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.647085 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-ee24e06b-7296-4d7d-a0ce-88e749c76ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=957a89229348470c9e1e83fe4283c713&device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 1099 time: 0.0876925 May 27 13:17:59.826937 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-9dfb814e-0a1f-47e5-abb4-393283fef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.829316 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-9dfb814e-0a1f-47e5-abb4-393283fef5bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=68696e90-80c6-443e-a229-de55683c1b69 HTTP/1.1" status: 200 len: 870 time: 0.1673596 May 27 13:17:59.844200 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c3ea-29d5-455d-bea7-c47fda48ae2d req-bd0a8710-1590-49f8-976d-85c6edf438cc tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.846671 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4303c3ea-29d5-455d-bea7-c47fda48ae2d req-bd0a8710-1590-49f8-976d-85c6edf438cc tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 946 time: 0.0905900 May 27 13:17:59.898996 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:17:59.911948 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-ce80dd50-261e-40f8-a56a-0065df109938 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 HTTP/1.1" status: 200 len: 217 time: 0.0660160 May 27 13:17:59.927826 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4303c3ea-29d5-455d-bea7-c47fda48ae2d req-c25046f6-e5d5-444d-88a8-4f82b335f051 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733092 May 27 13:17:59.993825 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-9419e22c-86d2-4ee6-9c25-13009b9215af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:17:59.995520 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-9419e22c-86d2-4ee6-9c25-13009b9215af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1a4947d-649e-4465-9bd3-bbfb611f6465 HTTP/1.1" status: 200 len: 843 time: 0.0743649 May 27 13:18:00.101208 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-ef7b2f6c-4215-43e4-9e7c-151073b40906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:00.104312 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-ef7b2f6c-4215-43e4-9e7c-151073b40906 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68696e90-80c6-443e-a229-de55683c1b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0822945 May 27 13:18:00.258762 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-a6f67535-d911-4d2c-8f8c-ba5bc22f208e service neutron] 10.222.0.21 "GET /v2.0/networks/68696e90-80c6-443e-a229-de55683c1b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413469 May 27 13:18:00.447569 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf8dc861-63ea-41dc-ad8a-38f93c1b693d req-9cb30914-80da-4d6c-ac14-878a8d90bf5f service neutron] 10.222.0.21 "GET /v2.0/networks/68696e90-80c6-443e-a229-de55683c1b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706293 May 27 13:18:00.460757 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-eee2e175-89f4-4dd8-ae77-865cf710ec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:00.773977 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42aa62-4c47-4452-9729-741a754f9789 req-a9c7a20a-7b8c-4bb1-bb4c-72f8c517e439 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:00.775804 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3f42aa62-4c47-4452-9729-741a754f9789 req-a9c7a20a-7b8c-4bb1-bb4c-72f8c517e439 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0879436 May 27 13:18:00.829135 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3f42aa62-4c47-4452-9729-741a754f9789 req-e6d4a60a-1cad-42da-ac47-67be0f0248a1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 May 27 13:18:01.166654 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e859d-daf4-4b56-b02e-4fc1f7becd74 req-57f77458-22eb-4fab-aed1-b89145023db9 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:01.168166 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5b2e859d-daf4-4b56-b02e-4fc1f7becd74 req-57f77458-22eb-4fab-aed1-b89145023db9 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 946 time: 0.1130631 May 27 13:18:01.283767 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5b2e859d-daf4-4b56-b02e-4fc1f7becd74 req-6c365f6c-a8dc-4f34-9979-a27e1cc77103 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094913 May 27 13:18:01.613440 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:01.750864 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:01.767110 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978', 'network_id': '68696e90-80c6-443e-a229-de55683c1b69', 'port_id': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978', 'mac_address': 'fa:16:3e:26:fe:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a4947d-649e-4465-9bd3-bbfb611f6465', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:01.830099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:01.852240 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:01.871591 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:01.877754 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:01.880644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:01.997111 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:02.000186 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:02.071800 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aff8f-abec-4e2a-a576-d4c69d7ebca0 req-e7f03c3e-4d12-471c-bfe3-5d49e55858d3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:02.073311 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-816aff8f-abec-4e2a-a576-d4c69d7ebca0 req-e7f03c3e-4d12-471c-bfe3-5d49e55858d3 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0844462 May 27 13:18:02.121047 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-816aff8f-abec-4e2a-a576-d4c69d7ebca0 req-e9fa46be-c53e-444e-a229-9ebe9b54a71e tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 May 27 13:18:02.297379 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['4e22b629-a47e-4dc4-a8d7-2dcdf0c72978'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:02.476770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed4de-6c83-42f7-918b-60b3f0c96bb9 req-afed2f98-63f1-4ccf-a5bb-1adc63304c0c tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:02.478162 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-48fed4de-6c83-42f7-918b-60b3f0c96bb9 req-afed2f98-63f1-4ccf-a5bb-1adc63304c0c tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 947 time: 0.0846190 May 27 13:18:02.523140 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-48fed4de-6c83-42f7-918b-60b3f0c96bb9 req-cc75d5d4-efe6-4633-9d6e-875041a5bc01 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386758 May 27 13:18:02.967853 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:03.310652 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7029b0-2a7a-44da-9c7c-bec690b51f98 req-098bf2c8-d870-4f4f-b4a1-d5209fcc5537 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:03.312117 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e7029b0-2a7a-44da-9c7c-bec690b51f98 req-098bf2c8-d870-4f4f-b4a1-d5209fcc5537 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0818655 May 27 13:18:03.358602 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e7029b0-2a7a-44da-9c7c-bec690b51f98 req-7e0268f5-4341-4070-a201-5659f93a5999 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 May 27 13:18:03.630782 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:03.703619 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:03.708658 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:03.709038 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:03.733219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac020ea-afc0-4456-98da-03c494517ab0 req-e735310c-b5a2-425a-bc94-e264178e5162 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:03.734713 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4ac020ea-afc0-4456-98da-03c494517ab0 req-e735310c-b5a2-425a-bc94-e264178e5162 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 947 time: 0.0953021 May 27 13:18:03.781144 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4ac020ea-afc0-4456-98da-03c494517ab0 req-42761353-a587-475c-9320-ad4a9950ef42 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403733 May 27 13:18:03.829866 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:03.858079 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:03.868910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:03.874518 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:03.877618 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:03.909136 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978', 'code': 200} May 27 13:18:03.956505 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:03.959503 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:04.194075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678903a-e7d0-4645-b96c-d3c0139a71f3 req-9caac9ec-2bda-46ed-87e8-f60c7faa8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:04.195565 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-5678903a-e7d0-4645-b96c-d3c0139a71f3 req-9caac9ec-2bda-46ed-87e8-f60c7faa8115 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 1101 time: 0.0806804 May 27 13:18:04.244639 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-5678903a-e7d0-4645-b96c-d3c0139a71f3 req-c394900d-0b50-4579-b15d-32c3a74843c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 May 27 13:18:04.541483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137591d7-98db-4acd-a460-c1a73c16c717 req-ff58b7f1-228a-4439-b2e7-48acf78c7de0 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:04.542932 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-137591d7-98db-4acd-a460-c1a73c16c717 req-ff58b7f1-228a-4439-b2e7-48acf78c7de0 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0784678 May 27 13:18:04.593799 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-137591d7-98db-4acd-a460-c1a73c16c717 req-a9e71d41-3a9e-4396-8ec1-8e95a0d56a42 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451179 May 27 13:18:04.914620 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-034400be-fb3c-4d57-86de-5f2428899ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:04.970083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0f787-df6b-401c-92c8-64a736393640 req-9b7d202b-bbe9-4a81-80fb-1d84f9227545 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:04.971605 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93a0f787-df6b-401c-92c8-64a736393640 req-9b7d202b-bbe9-4a81-80fb-1d84f9227545 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.0812743 May 27 13:18:05.017603 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-93a0f787-df6b-401c-92c8-64a736393640 req-1c4811a9-94da-44bf-9fd7-a0da2c131315 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 May 27 13:18:05.804103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a062bca-c1bc-4883-9877-5ac2b00e3ee0 req-d58d4618-1acb-469f-a650-ab8a19bdd11d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:05.806833 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0a062bca-c1bc-4883-9877-5ac2b00e3ee0 req-d58d4618-1acb-469f-a650-ab8a19bdd11d tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0961134 May 27 13:18:05.854776 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0a062bca-c1bc-4883-9877-5ac2b00e3ee0 req-b4b7c2d8-f668-4c88-b69a-2f231cf9cf00 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406051 May 27 13:18:06.247119 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb098fc6-b9d3-4ee8-bdc4-8b5a9feb3537 req-b5729bd4-5fc0-4ab3-ae1e-a1524725669b tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:06.248668 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cb098fc6-b9d3-4ee8-bdc4-8b5a9feb3537 req-b5729bd4-5fc0-4ab3-ae1e-a1524725669b tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.1159737 May 27 13:18:06.298054 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cb098fc6-b9d3-4ee8-bdc4-8b5a9feb3537 req-cd7876fc-e2ef-4086-bd1f-e9ad2d21a5c8 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 May 27 13:18:06.643537 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:06.753421 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3548c5d-8f2f-45a4-be3e-27e7c975c4a6 req-e48becee-a032-4a6a-a031-47b331263da2 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:06.754960 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f3548c5d-8f2f-45a4-be3e-27e7c975c4a6 req-e48becee-a032-4a6a-a031-47b331263da2 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.0861890 May 27 13:18:06.800783 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f3548c5d-8f2f-45a4-be3e-27e7c975c4a6 req-ada5c17f-d433-463e-8380-e9f879e14593 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 May 27 13:18:07.052315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd53e-f609-47ee-a2c9-a4f3b2be5ee6 req-9f70ba3c-4887-4b74-88f4-d3048c676fd9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:07.053802 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e7afd53e-f609-47ee-a2c9-a4f3b2be5ee6 req-9f70ba3c-4887-4b74-88f4-d3048c676fd9 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.0842006 May 27 13:18:07.078857 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-83655e5a-ca3e-4cc0-9c67-83c81d0a2ba7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:07.079611 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-83655e5a-ca3e-4cc0-9c67-83c81d0a2ba7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Synchronizing usage tracker for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:07.098403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-83655e5a-ca3e-4cc0-9c67-83c81d0a2ba7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Unset dirty status for tenant:9f023c5c0ce5428ca869344c2d951f07 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:07.100078 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-83655e5a-ca3e-4cc0-9c67-83c81d0a2ba7 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 946 time: 0.1247060 May 27 13:18:07.108417 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e7afd53e-f609-47ee-a2c9-a4f3b2be5ee6 req-e184b3f3-471b-449e-adb4-575bd21358a1 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/security-groups?id=8efa411f-d2c8-45c7-ac19-a83341c7dde5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 May 27 13:18:07.252278 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Deleting port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:07.252782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.390851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] For port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:07.391199 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.604217 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Calling delete_port for 9bcd33f0-9e8a-474a-a907-eb177d3f54bc owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:07.734392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.740689 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c9b0c23b-aa11-4327-a680-a04791807c9a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:07.786341 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Pushing event deleted for resources: {'Port': ['ID=9bcd33f0-9e8a-474a-a907-eb177d3f54bc,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:07.825772 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.826136 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.826509 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.826862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.827223 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.827584 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.827932 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.828284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.828665 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.829012 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.829354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.829697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:07.840650 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:07.879705 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] No DVR routers for this DVR port 9bcd33f0-9e8a-474a-a907-eb177d3f54bc on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:18:07.883480 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:07.887250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'name': 'network-vif-deleted', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:07.909796 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-bf6a13c6-f4d4-401a-987a-2aa7732274dd req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.21 "DELETE /v2.0/ports/9bcd33f0-9e8a-474a-a907-eb177d3f54bc HTTP/1.1" status: 204 len: 173 time: 0.7966394 May 27 13:18:07.962319 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57613588-4682-4394-ac9c-b3d2b7fdd483', 'name': 'network-vif-deleted', 'tag': '9bcd33f0-9e8a-474a-a907-eb177d3f54bc', 'status': 'completed', 'code': 200} May 27 13:18:08.017656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c2d37-202c-4591-930c-37563607f8fe req-78b5d084-4a7e-4fd6-8705-02520775260b tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:08.019171 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a64c2d37-202c-4591-930c-37563607f8fe req-78b5d084-4a7e-4fd6-8705-02520775260b tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.0936346 May 27 13:18:08.068963 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a64c2d37-202c-4591-930c-37563607f8fe req-f8417a36-5aac-4207-8a10-60f58f230a89 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 May 27 13:18:08.279689 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5640895b-1ebd-4c21-a1b8-2ca267ee317b req-97fb20dd-012e-4185-959b-27570db806dd tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] 10.222.0.52 "GET /v2.0/ports?device_id=57613588-4682-4394-ac9c-b3d2b7fdd483 HTTP/1.1" status: 200 len: 210 time: 0.0431409 May 27 13:18:08.438360 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.149726 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-db663241-d31a-4f97-bc1d-fde3d5e2d356 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:09.150470 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-db663241-d31a-4f97-bc1d-fde3d5e2d356 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Synchronizing usage tracker for tenant:957a89229348470c9e1e83fe4283c713 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:09.171227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-db663241-d31a-4f97-bc1d-fde3d5e2d356 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Unset dirty status for tenant:957a89229348470c9e1e83fe4283c713 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:09.172664 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-db663241-d31a-4f97-bc1d-fde3d5e2d356 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.21 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.1156287 May 27 13:18:09.288331 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cac2e3-d4c2-4f88-8d97-ef34770b7759 req-4205a090-abef-49c2-9350-8921170ac561 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:09.290503 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-85cac2e3-d4c2-4f88-8d97-ef34770b7759 req-4205a090-abef-49c2-9350-8921170ac561 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 948 time: 0.0945935 May 27 13:18:09.337956 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-85cac2e3-d4c2-4f88-8d97-ef34770b7759 req-d1618cd5-1913-4de6-82ea-f61aa811740d tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/security-groups?id=1079b0bb-e176-404e-8fe6-d712413edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 May 27 13:18:09.341359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Deleting port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:09.341707 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.383101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53438) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:09.493634 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] For port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,segment=NetworkSegment(23765afe-bfd2-4e47-91c2-3fff94941d26),segment_id=23765afe-bfd2-4e47-91c2-3fff94941d26)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:09.493998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.621882 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Calling delete_port for 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:09.661641 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 9bcd33f0-9e8a-474a-a907-eb177d3f54bc no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:09.712687 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 9bcd33f0-9e8a-474a-a907-eb177d3f54bc {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:09.713049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 9bcd33f0-9e8a-474a-a907-eb177d3f54bc not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:09.756147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.763331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:09.811061 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Pushing event deleted for resources: {'Port': ['ID=4e22b629-a47e-4dc4-a8d7-2dcdf0c72978,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:09.814267 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:09.892843 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] No DVR routers for this DVR port 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:18:09.895971 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:09.912111 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-062fe187-f4a6-4098-b8df-67dd7a2c4d3f req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.21 "DELETE /v2.0/ports/4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 HTTP/1.1" status: 204 len: 173 time: 0.7303298 May 27 13:18:09.963988 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'name': 'network-vif-deleted', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:10.018618 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1846a8c5-7140-4394-ad6c-6a25ca994587', 'name': 'network-vif-deleted', 'tag': '4e22b629-a47e-4dc4-a8d7-2dcdf0c72978', 'status': 'completed', 'code': 200} May 27 13:18:10.060820 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.512744 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3ca1248-13ac-4605-8c60-59b8514328e7 req-2b82e06a-2a0f-465b-88ff-7b9a82bae06e tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] 10.222.0.52 "GET /v2.0/ports?device_id=1846a8c5-7140-4394-ad6c-6a25ca994587 HTTP/1.1" status: 200 len: 210 time: 0.0509744 May 27 13:18:10.524141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Deleting port 11f11369-ff2e-45ad-8e40-d8249409c1f0 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:10.524810 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.649503 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] For port 11f11369-ff2e-45ad-8e40-d8249409c1f0, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=11f11369-ff2e-45ad-8e40-d8249409c1f0,segment=NetworkSegment(2d2951de-63af-462c-bbc0-f9f962796ebd),segment_id=2d2951de-63af-462c-bbc0-f9f962796ebd)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:10.649769 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:10.769604 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Calling delete_port for 11f11369-ff2e-45ad-8e40-d8249409c1f0 owned by network:router_interface {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:11.049980 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.053537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-918588a4-a53b-43a9-b5cb-47997bbe9ef1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:11.096741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f11369-ff2e-45ad-8e40-d8249409c1f0,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:11.102511 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:11.441734 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:11.669099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:11.704225 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:11.704862 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 4e22b629-a47e-4dc4-a8d7-2dcdf0c72978 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:11.825383 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:18:12.013321 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:12.023810 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Sync routers for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:12.032563 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53470) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:12.033076 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3c5f3d1-96c4-4b62-9a86-d30f64520e7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6482975 May 27 13:18:12.036631 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:12.037481 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:12.234224 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:12.248717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.443055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.523073 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Deleting port f45839bd-a0c6-4120-a0f7-3d4533d3d513 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:12.523499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.569934 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:18:10Z', 'revision_number': 5, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port': {'id': 'f45839bd-a0c6-4120-a0f7-3d4533d3d513', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:12.578067 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Checking router: d3c5f3d1-96c4-4b62-9a86-d30f64520e7c for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:12.587918 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Routers {'d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:12.588605 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:12.744224 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] Set router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:12.746115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] For port f45839bd-a0c6-4120-a0f7-3d4533d3d513, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f45839bd-a0c6-4120-a0f7-3d4533d3d513,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:12.746474 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:12.860267 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:18:12Z', 'revision_number': 6, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:12.864697 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600618c5-8129-4ec5-aa47-d143fb6ffc91 None None] The sync data for ids ['d3c5f3d1-96c4-4b62-9a86-d30f64520e7c'] in dv-cinder-751579-24-iscsi is: [{'id': 'd3c5f3d1-96c4-4b62-9a86-d30f64520e7c', 'name': 'tempest-ServerRescueNegativeTestJSON-884490609-router', 'tenant_id': '9f023c5c0ce5428ca869344c2d951f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:18:12Z', 'revision_number': 6, 'project_id': '9f023c5c0ce5428ca869344c2d951f07', 'gw_port_host': None}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:12.875353 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Calling delete_port for f45839bd-a0c6-4120-a0f7-3d4533d3d513 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:13.155571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.160282 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9a3fed7d-72c3-4c09-a6ea-a53e92b5b618 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:13.207419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45839bd-a0c6-4120-a0f7-3d4533d3d513,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:13.238924 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:13.243154 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 11f11369-ff2e-45ad-8e40-d8249409c1f0 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:13.281406 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 11f11369-ff2e-45ad-8e40-d8249409c1f0 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:13.282037 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 11f11369-ff2e-45ad-8e40-d8249409c1f0 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:13.311577 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.488311 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.490606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.580814 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.581357 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c5f3d1-96c4-4b62-9a86-d30f64520e7c {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:18:13.594083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.595206 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3c5f3d1-96c4-4b62-9a86-d30f64520e7c HTTP/1.1" status: 204 len: 168 time: 1.5610120 May 27 13:18:13.597878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53612) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:13.656402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Deleting subnet cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:18:13.659618 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.718387 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:13.815778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.186405 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.193614 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:14.232912 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.236572 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc19482c-ba28-405b-9d50-2b1c7dfd8aa2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:14.238828 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:14.244613 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5334887c-1a41-46b4-89eb-87a930e73efe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cc19482c-ba28-405b-9d50-2b1c7dfd8aa2 HTTP/1.1" status: 204 len: 168 time: 0.6457608 May 27 13:18:14.244992 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53644) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:14.357513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.482752 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.502070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2494e626-9751-4439-8e05-883ab7111601']}} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:14.515203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2951de-63af-462c-bbc0-f9f962796ebd') {'for_net_delete': True} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:14.515499 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2951de-63af-462c-bbc0-f9f962796ebd') {} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:14.527450 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10288382'] for segment, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.545643 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.552156 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=91984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:18:14.552579 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227745'] for segment, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: Traceback (most recent call last): May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: timer() May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: cb(*args, **kw) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: return func(*args, **kwargs) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: self._notify() May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: self.callback(batched_events) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: event.method(event) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: return f(self, *a, **k) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._get(url).json() May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: return self.request(url, 'GET', **kwargs) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:18:14.567786 dv-cinder-751579-24-iscsi neutron-server[91984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:18:14.650470 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.654526 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5fe0b5a1-f3d0-4a6e-a3e7-be1e535cf32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:14.675573 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:14.680068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2494e626-9751-4439-8e05-883ab7111601,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:14.684715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:14.692547 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-c36d67db-30e0-4430-b31a-87c4286ec0a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2494e626-9751-4439-8e05-883ab7111601 HTTP/1.1" status: 204 len: 168 time: 0.4465308 May 27 13:18:14.883768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53680) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:14.942088 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9d0c3721-7960-4a64-9d89-b3b8f07e048d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f023c5c0ce5428ca869344c2d951f07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569444 May 27 13:18:14.945555 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53686) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:15.006154 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.037651 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.101015 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.106425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f926b2d7-439a-40de-aecd-50d492c9de83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:15.120050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa411f-d2c8-45c7-ac19-a83341c7dde5,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:15.122568 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:15.129172 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:15.130856 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8efa411f-d2c8-45c7-ac19-a83341c7dde5 HTTP/1.1" status: 204 len: 168 time: 0.1838062 May 27 13:18:15.272569 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f45839bd-a0c6-4120-a0f7-3d4533d3d513 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:15.330911 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: f45839bd-a0c6-4120-a0f7-3d4533d3d513 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:15.331266 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f45839bd-a0c6-4120-a0f7-3d4533d3d513 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:15.900911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53720) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:16.004338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-638771808-network', 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:16.010147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:16.014373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Usage tracker for resource:network and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:16.017408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:16.023112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:16.034164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:16.036502 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.049386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.065011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:16.068843 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Usage tracker for resource:security_group_rule and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:16.072174 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:16.077797 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:16.171506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.175847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.178978 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-11736653-3546-4021-a01f-b43e98adddb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:16.211870 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:18:16.217624 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2138b1-f174-461c-b55d-7cf891688123,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:16.221141 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:16.227840 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.228353 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Added segment 468b8650-9d56-4a78-abcd-469b857926d0 of type vlan for network 4b7f1055-b48d-4903-abac-045dc550bff3 May 27 13:18:16.257350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.290074 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.291532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:16.292115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.305815 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-01156822-61a1-417a-b8de-7ef82c6fd71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:16.404271 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5022185 May 27 13:18:16.407170 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53732) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:16.407692 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Pushing event updated for resources: {'Network': ['ID=4b7f1055-b48d-4903-abac-045dc550bff3,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:16.410403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:16.413149 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Request body: {'subnet': {'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-638771808-subnet', 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:16.417908 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 4b7f1055-b48d-4903-abac-045dc550bff3 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:18:16.418405 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:16.422314 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Usage tracker for resource:subnet and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:16.425259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:16.431557 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:16.442466 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:16.445037 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353619'] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.450847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53736) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:16.617173 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4467e962-8384-4d3e-acdc-8fb8453ae4d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=957a89229348470c9e1e83fe4283c713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649618 May 27 13:18:16.619595 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53744) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:16.688619 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.718657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.779043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.783044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-60bc07ef-0e67-4242-925d-95f2884656e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:16.796872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079b0bb-e176-404e-8fe6-d712413edf4f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:16.800188 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:16.802727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:16.803990 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1079b0bb-e176-404e-8fe6-d712413edf4f HTTP/1.1" status: 204 len: 168 time: 0.1833720 May 27 13:18:17.021504 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2256066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353605'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.030949 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e48ef612-bf7a-4e7b-8eac-3854fac55d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:17.122007 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8027e0e-3e29-4791-bad3-0f3278b05bef,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:17.127317 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:17.137262 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59e7f1-e184-43d2-84ed-a51a426fb318 req-c3323198-3bba-48dc-921c-3dddc33d91af tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:17.138748 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5a59e7f1-e184-43d2-84ed-a51a426fb318 req-c3323198-3bba-48dc-921c-3dddc33d91af tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2001083 May 27 13:18:17.139662 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Checking segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:17.140023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Network hostable DHCP agents. Network: 4b7f1055-b48d-4903-abac-045dc550bff3, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:18:17.192092 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5a59e7f1-e184-43d2-84ed-a51a426fb318 req-1b612ff0-4903-4dca-a7f2-ee20bbb0df29 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 May 27 13:18:17.192728 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Network 4b7f1055-b48d-4903-abac-045dc550bff3 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:18:17.203873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 4b7f1055-b48d-4903-abac-045dc550bff3) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:17.212514 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ad6ee-ffc8-4cc1-8216-7e0839fce18a None None] Network 4b7f1055-b48d-4903-abac-045dc550bff3 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:17.215830 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:17.216447 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.240230 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3b5bb3c5-5cd2-4ef0-a292-12408f31a7d8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8318377 May 27 13:18:17.419286 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c1bfa-0f4f-41aa-aafe-69e62699c5ac None None] Network 4b7f1055-b48d-4903-abac-045dc550bff3 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:18:17.760027 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-7a1ea005-0ec9-4da0-936d-fb5e7f3fc3ef tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:17.761436 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-7a1ea005-0ec9-4da0-936d-fb5e7f3fc3ef tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1460633 May 27 13:18:17.775759 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-c9c879d0-18e1-4bfa-826a-291226aa42ff tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/quotas/db9a74b9a408441b8e23e57c68f9fb03 HTTP/1.1" status: 200 len: 375 time: 0.0088952 May 27 13:18:17.825500 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-2297f8e6-8818-47bc-b6ec-dbbf18aac542 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446742 May 27 13:18:17.838292 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:17.958946 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-01b3412d-9513-4919-b671-c7403fff7f20 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267285 May 27 13:18:18.091326 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-66cdd6aa-50f0-426d-bd19-2c608a739f57 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263447 May 27 13:18:18.275933 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-01ea8813-380d-4da3-b3ce-e2fb6c394ef3 req-1f0ec511-7253-4a44-8e6f-cc359875f36d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 210 time: 0.0487323 May 27 13:18:18.404209 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4ba19-3961-44a8-ab17-38101ebf6bf3 req-04fe0032-4b4c-4dd8-8acf-890039e8f85d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:18.406219 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-50a4ba19-3961-44a8-ab17-38101ebf6bf3 req-04fe0032-4b4c-4dd8-8acf-890039e8f85d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0942459 May 27 13:18:18.459531 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-50a4ba19-3961-44a8-ab17-38101ebf6bf3 req-10db3ad4-5168-4479-b785-f90b3943c232 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 May 27 13:18:19.442535 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-68de9142-f1ff-474c-a66f-66655fe4e298 req-c8d25e97-7efe-4981-81cf-9965ea8b1db4 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 210 time: 0.0528669 May 27 13:18:19.457175 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-2691b33f-45b1-4cb3-984b-9ecf17d79b8f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:19.458047 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-2691b33f-45b1-4cb3-984b-9ecf17d79b8f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Synchronizing usage tracker for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:19.478263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-2691b33f-45b1-4cb3-984b-9ecf17d79b8f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Unset dirty status for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:19.479659 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-2691b33f-45b1-4cb3-984b-9ecf17d79b8f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1955643 May 27 13:18:19.494509 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Request body: {'port': {'device_id': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'admin_state_up': True, 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:19.643213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:19.647269 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Usage tracker for resource:port and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:19.650246 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:19.654061 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2c8e2-c5c9-427f-bd22-063b8ebb69be req-6a99b25a-7516-44d1-95a2-5d82979e7f44 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:19.655487 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e4f2c8e2-c5c9-427f-bd22-063b8ebb69be req-6a99b25a-7516-44d1-95a2-5d82979e7f44 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0854702 May 27 13:18:19.656083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:19.666769 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:19.670219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:19.702266 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e4f2c8e2-c5c9-427f-bd22-063b8ebb69be req-165cedb7-2dfb-4fc4-8817-a6d2c09dac36 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 May 27 13:18:19.837007 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Allocated IP 172.20.0.9 (4b7f1055-b48d-4903-abac-045dc550bff3/f8027e0e-3e29-4791-bad3-0f3278b05bef/65dbda1e-45f0-4eb5-978a-42f58926f3d0) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:20.041754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.072170 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.077662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:20.148195 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Network 4b7f1055-b48d-4903-abac-045dc550bff3 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:20.151903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:20.155824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:20.186952 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event updated for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:20.193226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:20.222945 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:20.223561 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.245630 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556617 May 27 13:18:20.259251 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Request body: {'port': {'device_id': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:20.371216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.632201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe02f9b-859c-44eb-a069-793423e47cfc req-648babd3-0c94-48b7-a142-75f38c638be7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:20.634232 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bbe02f9b-859c-44eb-a069-793423e47cfc req-648babd3-0c94-48b7-a142-75f38c638be7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 931 time: 0.0821786 May 27 13:18:20.684886 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bbe02f9b-859c-44eb-a069-793423e47cfc req-365538c9-0e08-455d-ae62-63fe4e911169 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 May 27 13:18:20.809430 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dbda1e-45f0-4eb5-978a-42f58926f3d0 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:20.816917 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.831623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Transition to ACTIVE for port object 65dbda1e-45f0-4eb5-978a-42f58926f3d0 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:20.835944 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:20.840182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:20.887408 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400122-3056-4a1a-a5ed-ccf0f750f076 req-7539502b-c054-4da5-8a3a-58ff40adf583 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:20.888825 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d400122-3056-4a1a-a5ed-ccf0f750f076 req-7539502b-c054-4da5-8a3a-58ff40adf583 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0801985 May 27 13:18:20.934482 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d400122-3056-4a1a-a5ed-ccf0f750f076 req-ff12b8e6-7d54-494e-8255-22f5c8520f1a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 May 27 13:18:20.997862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Pushing event updated for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:21.004607 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:21.071701 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Attempting to bind port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:21.072035 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Attempting to bind port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:21.072366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Attempting to bind port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:21.077016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 on network 4b7f1055-b48d-4903-abac-045dc550bff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:21.077341 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Attempting to bind port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:21.082373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:21.082710 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Checking segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:21.083093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Bound using segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:21.083527 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Bound port: 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:21.083878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.177653 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:21.181601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:21.185728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.189413 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:21.249493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.250140 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:21.251522 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] 10.222.0.21 "PUT /v2.0/ports/65dbda1e-45f0-4eb5-978a-42f58926f3d0 HTTP/1.1" status: 200 len: 1093 time: 0.9968357 May 27 13:18:21.252014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:21.272791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Pushing event updated for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:21.275732 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:21.334958 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0', 'status': 'completed', 'code': 200} May 27 13:18:21.370287 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f0c63fd8-a7a2-4df1-9015-90ade4ae9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.371779 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f0c63fd8-a7a2-4df1-9015-90ade4ae9ba5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 1096 time: 0.0799446 May 27 13:18:21.444657 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-c349f4c7-2e6b-49f2-bcfc-f8ab388e9e2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0 HTTP/1.1" status: 200 len: 217 time: 0.0642507 May 27 13:18:21.519307 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f5c27900-2aac-4669-ac63-1072a7d9529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.520776 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-f5c27900-2aac-4669-ac63-1072a7d9529b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0614231 May 27 13:18:21.569015 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-d77b72e1-1a0c-40fc-ace0-74af852a842f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400724 May 27 13:18:21.706426 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-7edee885-0fea-4e9e-8865-16323c3c2f67 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286707 May 27 13:18:21.840898 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b2c326ef-e192-4924-b632-84466c64c3f3 req-4d0af0f8-7945-4102-a1ed-b358c1b2340a service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274433 May 27 13:18:21.874261 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80413828-beba-42da-9c29-35befd23be44 req-17931791-c1f8-44d2-9137-b9bfa9419515 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.876778 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80413828-beba-42da-9c29-35befd23be44 req-17931791-c1f8-44d2-9137-b9bfa9419515 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 943 time: 0.0861821 May 27 13:18:21.924153 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80413828-beba-42da-9c29-35befd23be44 req-bd8042c0-3a2b-415f-a5cf-7ed512eec605 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385711 May 27 13:18:21.971081 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5545b0ff-4f7e-4e84-9b2d-e70189247e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:21.972610 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5545b0ff-4f7e-4e84-9b2d-e70189247e54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 1096 time: 0.0771503 May 27 13:18:22.110334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5c9e6f49-3830-4198-8174-0adb01077a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:22.112713 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5c9e6f49-3830-4198-8174-0adb01077a97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 915 time: 0.1333833 May 27 13:18:22.123040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbc663-d055-4b15-9d25-4f37c5ced154 req-a6ae818b-5aa9-4134-b19c-b6e2ce691010 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:22.124481 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1cfbc663-d055-4b15-9d25-4f37c5ced154 req-a6ae818b-5aa9-4134-b19c-b6e2ce691010 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0824521 May 27 13:18:22.170300 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1cfbc663-d055-4b15-9d25-4f37c5ced154 req-e4ba97e3-be7b-4d21-a7c7-3d961ac00162 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 May 27 13:18:22.182533 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5ad9f17e-0890-41d2-9d49-412c122e757c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0 HTTP/1.1" status: 200 len: 217 time: 0.0623257 May 27 13:18:22.251057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-d1ff0028-1f9e-42d1-9f00-29618ff252bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:22.252421 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-d1ff0028-1f9e-42d1-9f00-29618ff252bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0635464 May 27 13:18:22.301721 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-5e36489e-b582-46fe-88c9-9fb02d638908 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409312 May 27 13:18:22.527970 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-53e6b449-b037-4a25-b6fe-7e26ccea53ad service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144597 May 27 13:18:22.660363 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2d5f3e38-e6ab-41d4-968b-a3e2529b8aec req-cbd666ca-4813-4b6f-bad9-f65da55a5253 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252553 May 27 13:18:23.113945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2ac6-3d23-4626-adbe-e85194b7fedd req-94c393d2-7342-48f6-8cf4-a745aad126ac tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:23.115427 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-88af2ac6-3d23-4626-adbe-e85194b7fedd req-94c393d2-7342-48f6-8cf4-a745aad126ac tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 943 time: 0.0880227 May 27 13:18:23.159525 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-88af2ac6-3d23-4626-adbe-e85194b7fedd req-22928e2d-bc79-482c-a24e-b9395af60ee0 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 May 27 13:18:23.368635 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547323-f713-4ca3-bdda-bc591992ddad req-afa467bf-69cd-46af-81c4-609b6c01b47d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:23.370147 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30547323-f713-4ca3-bdda-bc591992ddad req-afa467bf-69cd-46af-81c4-609b6c01b47d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0886812 May 27 13:18:23.416891 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30547323-f713-4ca3-bdda-bc591992ddad req-a0fac194-db52-47a3-85ea-4c74a890ddef tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 May 27 13:18:23.717064 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 65dbda1e-45f0-4eb5-978a-42f58926f3d0 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:23.848790 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:23.862009 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '65dbda1e-45f0-4eb5-978a-42f58926f3d0', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'port_id': '65dbda1e-45f0-4eb5-978a-42f58926f3d0', 'mac_address': 'fa:16:3e:f2:58:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8027e0e-3e29-4791-bad3-0f3278b05bef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:23.921604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.938234 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dbda1e-45f0-4eb5-978a-42f58926f3d0 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:23.953155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:23.957057 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:23.958990 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:24.023492 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:24.027045 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:24.308161 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:24.424545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856171-ba2c-48c5-9bb5-8b5139b0fa30 req-989311cb-65e8-41e4-9d32-d319b8ba8706 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:24.426036 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19856171-ba2c-48c5-9bb5-8b5139b0fa30 req-989311cb-65e8-41e4-9d32-d319b8ba8706 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 944 time: 0.1560776 May 27 13:18:24.474948 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-19856171-ba2c-48c5-9bb5-8b5139b0fa30 req-9661dbde-de49-4a0f-aec3-d5b30cd81666 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 May 27 13:18:24.610026 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e7fe-b9ab-42d5-bf3f-def0c892d17e req-e0bc840f-4445-4fe5-9d03-7984d6524334 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:24.611457 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdf9e7fe-b9ab-42d5-bf3f-def0c892d17e req-e0bc840f-4445-4fe5-9d03-7984d6524334 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0827150 May 27 13:18:24.655849 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdf9e7fe-b9ab-42d5-bf3f-def0c892d17e req-aaffee17-3ecd-43a1-ac95-59ef6605e922 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387022 May 27 13:18:25.658788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c468d56-7f26-414d-baad-35115f7ab39b req-df1c1aa5-5dc6-4db8-be38-29edd8f72ec7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:25.660231 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4c468d56-7f26-414d-baad-35115f7ab39b req-df1c1aa5-5dc6-4db8-be38-29edd8f72ec7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 944 time: 0.0792232 May 27 13:18:25.707189 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4c468d56-7f26-414d-baad-35115f7ab39b req-b51edf3a-2222-4d11-92f7-816d529891bd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 May 27 13:18:25.730425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 65dbda1e-45f0-4eb5-978a-42f58926f3d0 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:25.799722 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:25.807784 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:25.807784 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:25.847701 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75d8d6-7728-4cf0-a67b-7789f5929c57 req-00282a90-8007-44c1-be6e-d4e686ed6dab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:25.849377 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4b75d8d6-7728-4cf0-a67b-7789f5929c57 req-00282a90-8007-44c1-be6e-d4e686ed6dab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0884752 May 27 13:18:25.895552 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4b75d8d6-7728-4cf0-a67b-7789f5929c57 req-a4709744-7967-4a6e-9ca7-be403b2aed63 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 May 27 13:18:25.940060 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:25.966441 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:25.975732 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:25.980144 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:25.982036 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-6676f11e-6a32-482e-928b-01c2adea3ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:26.011880 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0', 'code': 200} May 27 13:18:26.055459 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:26.058452 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:26.255841 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc740e-81c5-4e9a-8fbf-d28509288253 req-65788598-808b-450e-8ce6-497afeb7fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:26.257407 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3ebc740e-81c5-4e9a-8fbf-d28509288253 req-65788598-808b-450e-8ce6-497afeb7fb38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 1098 time: 0.0761950 May 27 13:18:26.299296 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3ebc740e-81c5-4e9a-8fbf-d28509288253 req-4975b76a-ab50-4af9-8c4a-ae649eaaa794 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 May 27 13:18:26.892971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5abb2-26ba-4221-9a82-5e190b91c0f7 req-3fd2c177-a1fe-4fe5-8ec9-f8f03199c4fa tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:26.894426 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3bd5abb2-26ba-4221-9a82-5e190b91c0f7 req-3fd2c177-a1fe-4fe5-8ec9-f8f03199c4fa tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 945 time: 0.0801325 May 27 13:18:26.939962 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3bd5abb2-26ba-4221-9a82-5e190b91c0f7 req-43f551bb-8d4f-4ae3-ae24-ecb078593dd5 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 May 27 13:18:27.088920 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685b877-378d-4521-bf33-eb3fa03e3fee req-6e6de067-a789-4f8d-9f98-f721f1763e14 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:27.090278 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1685b877-378d-4521-bf33-eb3fa03e3fee req-6e6de067-a789-4f8d-9f98-f721f1763e14 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0836825 May 27 13:18:27.136425 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1685b877-378d-4521-bf33-eb3fa03e3fee req-861c045a-c50d-4171-8d5d-5e4acdd2fee8 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404739 May 27 13:18:28.124586 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cdf7a-641a-4ad4-8086-5c9df8b32052 req-8a69fc07-57d0-4453-9a1d-a9154b5905b8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:28.126036 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5f2cdf7a-641a-4ad4-8086-5c9df8b32052 req-8a69fc07-57d0-4453-9a1d-a9154b5905b8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 945 time: 0.0825741 May 27 13:18:28.171302 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5f2cdf7a-641a-4ad4-8086-5c9df8b32052 req-60e4bace-09a8-4249-b841-727b256b4da6 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 May 27 13:18:28.326739 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4027e65-d991-4624-8370-55f8006cee8c req-d54a6665-21c1-4c04-b4fd-57aa6f0b4142 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:28.328198 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4027e65-d991-4624-8370-55f8006cee8c req-d54a6665-21c1-4c04-b4fd-57aa6f0b4142 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0804727 May 27 13:18:28.372361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a4027e65-d991-4624-8370-55f8006cee8c req-1f6a7bb5-4957-4cef-8116-f7034bd4343f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384128 May 27 13:18:28.735433 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e24813-3ac5-4e8b-a3ea-b7792223dca2 req-a1ef3bf8-e10e-4b77-b35c-2382400bf870 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:28.736873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-64e24813-3ac5-4e8b-a3ea-b7792223dca2 req-a1ef3bf8-e10e-4b77-b35c-2382400bf870 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0848539 May 27 13:18:28.777150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-e516c3aa-e0b8-4d32-928d-ad6254352ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:28.778614 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-e516c3aa-e0b8-4d32-928d-ad6254352ef1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1099 time: 0.0728216 May 27 13:18:28.782620 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-64e24813-3ac5-4e8b-a3ea-b7792223dca2 req-6569b707-511c-40b2-9947-b8c0fbb599e7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389829 May 27 13:18:28.927662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-a8c72518-3c46-4faf-8133-a3095c33c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:28.929155 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-a8c72518-3c46-4faf-8133-a3095c33c2ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.1401615 May 27 13:18:29.034780 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-7cc12993-2c34-4c8c-b650-26ceda577b46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 1002 time: 0.0976784 May 27 13:18:29.099415 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-073179fa-a3f8-4d11-8be8-008f25a196a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:29.100890 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-073179fa-a3f8-4d11-8be8-008f25a196a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.0590372 May 27 13:18:29.185248 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-1a989930-d8fc-47b0-a88c-af78c4b3c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:29.186714 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-1a989930-d8fc-47b0-a88c-af78c4b3c475 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785625 May 27 13:18:29.322478 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-060a18ee-8554-4c7b-aaf9-2716970dc7a8 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279082 May 27 13:18:29.453791 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-fa254d78-7fd9-4c4c-89ab-1862cdbe40b8 req-699ecc1a-0748-4dbd-8b89-43cffced9c22 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235383 May 27 13:18:29.983557 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bad7f-0dd1-45e3-bd0b-c5bd12ac43fc req-7db41ef5-6431-41f0-a308-99784485b472 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:29.985837 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-618bad7f-0dd1-45e3-bd0b-c5bd12ac43fc req-7db41ef5-6431-41f0-a308-99784485b472 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0930381 May 27 13:18:30.044158 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-618bad7f-0dd1-45e3-bd0b-c5bd12ac43fc req-8e40a0c3-2c46-41ba-89c0-7adce07d4e13 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523725 May 27 13:18:30.454527 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6b7c234c-fbfa-4569-96f9-d604b48032a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:31.239585 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694c29-693b-46ee-8c6d-baad96d8403f req-1e8af00b-6fc0-47b0-8f37-7dbd4d22ec92 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:31.241059 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-79694c29-693b-46ee-8c6d-baad96d8403f req-1e8af00b-6fc0-47b0-8f37-7dbd4d22ec92 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0850945 May 27 13:18:31.284911 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-79694c29-693b-46ee-8c6d-baad96d8403f req-d7804406-67a5-4d3a-85bf-1025dee8839b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381651 May 27 13:18:32.970497 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:34.918564 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-3c138f78-33c0-40a5-96f9-85c1aa4be195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.645312 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:36.901297 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:18:38.436932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-e12fa515-1847-4af6-93c5-ce07e8c63fed tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:38.438428 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-e12fa515-1847-4af6-93c5-ce07e8c63fed tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1474719 May 27 13:18:38.441975 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:38.453285 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-a1376ab9-c15f-4f3e-887e-78e65a62c8db tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/quotas/db9a74b9a408441b8e23e57c68f9fb03 HTTP/1.1" status: 200 len: 375 time: 0.0091181 May 27 13:18:38.535790 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-8a4cdf4d-2c6e-4902-9caa-bde35595aa90 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773709 May 27 13:18:38.676973 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-7c38de08-e550-464a-9504-13934f5c82b9 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332700 May 27 13:18:38.818344 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-95d234a0-477e-435b-8e82-09a9e1603e66 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339478 May 27 13:18:38.932868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d34f-46a8-4f1b-9490-6f55de0ec2a2 req-fa184db5-a5c3-4695-8a89-792a6a3172c8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:38.934361 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d594d34f-46a8-4f1b-9490-6f55de0ec2a2 req-fa184db5-a5c3-4695-8a89-792a6a3172c8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0824747 May 27 13:18:39.015236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2e564f1-7e6d-473c-b1a2-06a3b0fcc9fa req-69df55c8-1fde-4d44-847f-e69515440e74 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 210 time: 0.0576913 May 27 13:18:39.042147 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d594d34f-46a8-4f1b-9490-6f55de0ec2a2 req-616171ba-14ae-45c4-9910-4380a6deda9a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004484 May 27 13:18:40.287841 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-57c6bff7-2937-4f41-a736-14572e573422 req-c7c561ac-805d-4ac0-8766-3b10b7630d9c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 210 time: 0.1503153 May 27 13:18:40.318403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-03580773-7282-47fe-b606-2da71c87b23f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:40.319968 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-03580773-7282-47fe-b606-2da71c87b23f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1650333 May 27 13:18:40.337379 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Request body: {'port': {'device_id': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'admin_state_up': True, 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:40.339752 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59886-4fa5-4ccd-b049-2dd4378eed2a req-1bea51c6-f6ba-471e-85ae-56daacf24bb4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:40.341260 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5b59886-4fa5-4ccd-b049-2dd4378eed2a req-1bea51c6-f6ba-471e-85ae-56daacf24bb4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0951173 May 27 13:18:40.395514 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5b59886-4fa5-4ccd-b049-2dd4378eed2a req-bf0ee44e-beb2-479c-88cf-3a2f3b037437 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477059 May 27 13:18:40.485282 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:40.489180 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Usage tracker for resource:port and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:40.492527 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:40.498229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:40.508655 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:40.512210 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:40.655441 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-a02f3298-c069-4c96-b2b8-a92628dcce02 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:40.657444 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-a02f3298-c069-4c96-b2b8-a92628dcce02 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 946 time: 0.0796261 May 27 13:18:40.673601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Allocated IP 172.20.0.10 (4b7f1055-b48d-4903-abac-045dc550bff3/f8027e0e-3e29-4791-bad3-0f3278b05bef/934c1187-f256-4582-a6cb-9b7aa3fab724) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:40.800368 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Deleting port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:40.800740 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:40.946649 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] For port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:40.946884 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:40.983315 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.014700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.021719 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-163bd3a1-0912-4f82-9e90-7b0f563c632a tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:41.028717 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:41.094197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Network 4b7f1055-b48d-4903-abac-045dc550bff3 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:41.102513 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:41.102513 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:41.142816 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event updated for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:41.145923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:41.177840 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:41.178562 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.201753 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686919 May 27 13:18:41.219007 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Request body: {'port': {'device_id': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:41.274884 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.275257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.275619 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Floating IP e434bc7d-c063-4b4c-8a64-e374c215910b disassociated. External IP: 172.27.3.36, port: 40d6a7ca-012b-4dfb-8e71-74c4d3b75015. May 27 13:18:41.275955 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Calling delete_port for 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:41.342941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.392396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.398954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0a7eae4b-c8bb-4faa-a056-e33800a7fbc5 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:41.483924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'Port': ['ID=40d6a7ca-012b-4dfb-8e71-74c4d3b75015,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:41.492747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:41.621251 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6bfcebb7-3324-4854-b45e-daa49d67f1c9 req-34fe34d6-20ec-4deb-bf2e-09423b230ed9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8cce568-6290-41de-adeb-ad78fd86c37f HTTP/1.1" status: 200 len: 210 time: 0.0686090 May 27 13:18:41.731693 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934c1187-f256-4582-a6cb-9b7aa3fab724 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:41.738798 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6ba2-8d84-452f-9ef5-9c8d0bc74eb6 req-e26bc42d-ac5f-47f4-83ed-f3aa52d07e48 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:41.740192 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be9f6ba2-8d84-452f-9ef5-9c8d0bc74eb6 req-e26bc42d-ac5f-47f4-83ed-f3aa52d07e48 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 932 time: 0.3105652 May 27 13:18:41.744527 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.759943 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Transition to ACTIVE for port object 934c1187-f256-4582-a6cb-9b7aa3fab724 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:41.765419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:41.770166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:41.797753 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-be9f6ba2-8d84-452f-9ef5-9c8d0bc74eb6 req-42db4961-8a9d-4d75-b600-60a2a4336c5b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 May 27 13:18:41.799513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:18:41.931684 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Pushing event updated for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:41.939842 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:42.012386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Attempting to bind port 934c1187-f256-4582-a6cb-9b7aa3fab724 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:42.012654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Attempting to bind port 934c1187-f256-4582-a6cb-9b7aa3fab724 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:42.013100 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Attempting to bind port 934c1187-f256-4582-a6cb-9b7aa3fab724 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:42.018734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Port 934c1187-f256-4582-a6cb-9b7aa3fab724 on network 4b7f1055-b48d-4903-abac-045dc550bff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:42.019065 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Attempting to bind port 934c1187-f256-4582-a6cb-9b7aa3fab724 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:42.026736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:42.027396 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Checking segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:42.027845 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Bound using segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:42.028501 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Bound port: 934c1187-f256-4582-a6cb-9b7aa3fab724, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:42.029143 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.089772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:18:42.106136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:18:42.122575 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:42.123517 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:42.137973 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:42.142196 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=934c1187-f256-4582-a6cb-9b7aa3fab724,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:42.149326 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.160657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:42.197451 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] No DVR routers for this DVR port 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:18:42.201565 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.204413 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-deleted', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:42.223639 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:42.224539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.226677 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] 10.222.0.21 "PUT /v2.0/ports/934c1187-f256-4582-a6cb-9b7aa3fab724 HTTP/1.1" status: 200 len: 1094 time: 1.0158308 May 27 13:18:42.227210 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:42.240023 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e34fafe1-3860-44ed-943b-1cd511621e56 req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "DELETE /v2.0/ports/40d6a7ca-012b-4dfb-8e71-74c4d3b75015 HTTP/1.1" status: 204 len: 173 time: 1.5763879 May 27 13:18:42.277399 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cce568-6290-41de-adeb-ad78fd86c37f', 'name': 'network-vif-deleted', 'tag': '40d6a7ca-012b-4dfb-8e71-74c4d3b75015', 'status': 'completed', 'code': 200} May 27 13:18:42.297249 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Pushing event updated for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:42.305561 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:42.313141 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724', 'status': 'completed', 'code': 200} May 27 13:18:42.386494 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:42.412088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-5e7478b9-c2b0-4a5c-a733-2e0ce3dfb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:42.413751 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-5e7478b9-c2b0-4a5c-a733-2e0ce3dfb2de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 1097 time: 0.1121066 May 27 13:18:42.493459 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-84ecb16f-a1ed-442d-985f-517e1d2cb1c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934c1187-f256-4582-a6cb-9b7aa3fab724 HTTP/1.1" status: 200 len: 217 time: 0.0716918 May 27 13:18:42.571997 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-f857ad1e-4234-4f0e-85b8-2aa6b87b543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:42.573458 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-f857ad1e-4234-4f0e-85b8-2aa6b87b543a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0629947 May 27 13:18:42.633647 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-f3198747-7a3f-433a-99f6-6b2d91d8f19e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500672 May 27 13:18:42.746143 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:42.753213 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:18:42.763303 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:18:42.764205 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:42.776564 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53946) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:42.791946 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-5d948b81-7573-41ba-ac3a-87e65c942ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449916 May 27 13:18:42.857057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.892640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.965194 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:42.966163 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:18:42.970306 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0202022b-9d7e-4b3f-a166-8ff1d0090007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:42.994804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:42.998629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:43.007143 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.012499 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "DELETE /v2.0/security-groups/d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43 HTTP/1.1" status: 204 len: 168 time: 0.2300711 May 27 13:18:43.012499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53952) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:43.030431 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.api.v2.resource [None req-be331833-a362-4bf5-9e78-e1512a5717d8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] show failed (client error): The resource could not be found. May 27 13:18:43.035223 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-be331833-a362-4bf5-9e78-e1512a5717d8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups/d53f0ee3-b88f-40f7-a49e-ee4fbc02dc43 HTTP/1.1" status: 404 len: 347 time: 0.0193155 May 27 13:18:43.035223 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53956) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:43.037373 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-159996ae-6de1-4f56-b252-2ca8e292b5fb req-efeeae55-a00b-4569-bcba-2b8e2bc880e6 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359922 May 27 13:18:43.080441 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09704d-3953-45ba-b02e-f2d9fc6b0d47 req-bc297874-165f-4c12-b2d6-913eea8dc4d6 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:43.081969 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8c09704d-3953-45ba-b02e-f2d9fc6b0d47 req-bc297874-165f-4c12-b2d6-913eea8dc4d6 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 944 time: 0.1392739 May 27 13:18:43.182049 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8c09704d-3953-45ba-b02e-f2d9fc6b0d47 req-133dd1ba-bd6f-4b1e-a444-630d512f39cd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918798 May 27 13:18:43.237720 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-825f611c-3c97-47b7-9d0d-cc1558ad41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:43.240154 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-825f611c-3c97-47b7-9d0d-cc1558ad41b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 1097 time: 0.1299856 May 27 13:18:43.293364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Deleting port dacd0cbe-08dc-4612-b62e-23365fda177a {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:18:43.293865 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.349305 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:18:43.355155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599a102-2244-4486-a5f7-0d2935c40167 None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:18:43.402101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-97876f65-9e02-4a65-8abb-08938630d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:43.403101 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-97876f65-9e02-4a65-8abb-08938630d2ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 915 time: 0.1539118 May 27 13:18:43.435901 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.436292 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.483951 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-c5411a55-1fa9-4e90-96b3-9720e715f2d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934c1187-f256-4582-a6cb-9b7aa3fab724 HTTP/1.1" status: 200 len: 217 time: 0.0723741 May 27 13:18:43.553864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-0ee18ec5-cf63-4e74-8491-d5b5f22259aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:43.555435 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-0ee18ec5-cf63-4e74-8491-d5b5f22259aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0630202 May 27 13:18:43.619490 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-30b19264-cff8-457c-a77c-e551b0e66574 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539403 May 27 13:18:43.642509 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582a5a0-4004-4611-8f8c-098300253be0 None None] New status for floating IP e434bc7d-c063-4b4c-8a64-e374c215910b: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:18:43.668054 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Calling delete_port for dacd0cbe-08dc-4612-b62e-23365fda177a owned by network:floatingip {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:18:43.801222 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.803789 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-d7a314ff-d464-4329-b5aa-2fe59a856f01 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675091 May 27 13:18:43.806477 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:43.833480 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.db.api [None req-1582a5a0-4004-4611-8f8c-098300253be0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 13:18:43.834753 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_db.api [None req-1582a5a0-4004-4611-8f8c-098300253be0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 13:18:43.843419 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 934c1187-f256-4582-a6cb-9b7aa3fab724 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:43.860957 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'Port': ['ID=dacd0cbe-08dc-4612-b62e-23365fda177a,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:43.865164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:43.957536 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.958934 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3846c665-5845-4abb-ab14-ae505ac01e69 req-d43e18b4-b807-44d9-b649-28146c9399d8 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461658 May 27 13:18:43.972219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:43.977945 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "DELETE /v2.0/floatingips/e434bc7d-c063-4b4c-8a64-e374c215910b HTTP/1.1" status: 204 len: 168 time: 0.9406719 May 27 13:18:43.996098 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=934c1187-f256-4582-a6cb-9b7aa3fab724,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:44.018864 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '934c1187-f256-4582-a6cb-9b7aa3fab724', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'port_id': '934c1187-f256-4582-a6cb-9b7aa3fab724', 'mac_address': 'fa:16:3e:a7:d9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8027e0e-3e29-4791-bad3-0f3278b05bef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:44.078336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.097754 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934c1187-f256-4582-a6cb-9b7aa3fab724 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:44.115701 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=934c1187-f256-4582-a6cb-9b7aa3fab724,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:44.134324 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.136265 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:44.258278 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:44.261428 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:44.275649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 53964) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:44.281075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390186281', 'description': 'tempest-description--1006300859'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:44.287338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:44.291284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:44.294173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:44.299903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:44.312053 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.337283 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:44.337527 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582a5a0-4004-4611-8f8c-098300253be0 None None] New status for floating IP e434bc7d-c063-4b4c-8a64-e374c215910b: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:18:44.341751 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:44.344833 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:44.352029 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:44.395494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef968c-01e2-444d-aeed-7f01d2cee672 req-9a150643-e391-40e2-9d10-19a85a11d79a tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:44.397042 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25ef968c-01e2-444d-aeed-7f01d2cee672 req-9a150643-e391-40e2-9d10-19a85a11d79a tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 945 time: 0.0838311 May 27 13:18:44.436095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.443725 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.447694 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['934c1187-f256-4582-a6cb-9b7aa3fab724'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:44.455025 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-bfcc8fe2-82de-45e8-807a-d6d63f875346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:44.463689 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25ef968c-01e2-444d-aeed-7f01d2cee672 req-6ad9ee53-f579-44e7-b584-64da9f334889 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 May 27 13:18:44.506883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:44.509867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.513609 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2344339 May 27 13:18:44.513609 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:44.513958 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53970) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:44.696754 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group_rule': {'security_group_id': 'd28651cd-d5e4-4a49-9bad-fa9bf54b9eac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:44.702402 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:44.706217 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:44.709051 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:44.715112 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:44.731614 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.796703 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.800895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.802907 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3129382b-ddf4-4b61-af88-73f0e7f3bb48 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:44.891665 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d871d3-6b1a-4885-b644-7c363e852961,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:44.897018 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:44.901866 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:44.903051 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3880644 May 27 13:18:44.905732 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53976) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:44.910654 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'security_group_rule': {'security_group_id': 'd28651cd-d5e4-4a49-9bad-fa9bf54b9eac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:44.917030 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:44.920891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:security_group_rule and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:44.923704 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:44.929378 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:44.945251 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.006890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.011617 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.014835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8bb56dc9-1f8c-463c-acc0-47ffa591cf5a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:45.042411 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa9928d-1e69-4ab4-a442-517213eac805,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:45.046804 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:45.051486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.052862 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462078 May 27 13:18:45.056120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 53980) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:45.062106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:45.068791 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:45.073270 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Usage tracker for resource:floatingip and tenant:b9dff7836fa94d619afbfd7cf29de701 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:45.075988 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:45.082010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:45.094174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.245972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.381665 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Allocated IP 172.27.3.202 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/563725a2-61d1-408b-9139-462fd8cb39a0) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:45.530891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.561786 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.567032 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:45.673277 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:45.683499 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:45.686047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:45.725905 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=563725a2-61d1-408b-9139-462fd8cb39a0,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:45.737748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:45.777658 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd08c3d-5ee7-417a-910b-a023bf361e36 req-a5cb99b3-8d3d-4645-a9b8-2b368c13d581 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:45.779113 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3fd08c3d-5ee7-417a-910b-a023bf361e36 req-a5cb99b3-8d3d-4645-a9b8-2b368c13d581 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 945 time: 0.2130101 May 27 13:18:45.870665 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 934c1187-f256-4582-a6cb-9b7aa3fab724 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:45.874746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.885869 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3fd08c3d-5ee7-417a-910b-a023bf361e36 req-3fb5ee34-6393-4628-81e4-dbee98a0ca7b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989091 May 27 13:18:45.954343 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.963237 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 934c1187-f256-4582-a6cb-9b7aa3fab724 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:45.968020 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 934c1187-f256-4582-a6cb-9b7aa3fab724 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:45.968400 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:45.984201 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-c75c32a9-364a-4339-862a-eb129818f013 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1831408 May 27 13:18:46.090020 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.120135 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:46.129828 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=934c1187-f256-4582-a6cb-9b7aa3fab724,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:46.139581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.141643 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:18:46.188995 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724', 'code': 200} May 27 13:18:46.198860 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:46.217117 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-a3cfadc8-e5bb-486d-ba3e-8fd99cdf51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:46.218480 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-a3cfadc8-e5bb-486d-ba3e-8fd99cdf51d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 1099 time: 0.1240201 May 27 13:18:46.240268 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.249638 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:18:46.249989 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 40d6a7ca-012b-4dfb-8e71-74c4d3b75015 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:18:46.287661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:46.295657 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.296007 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.296424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.296786 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.297113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.297440 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.297763 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.298083 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.298412 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.298727 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.299043 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.299359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:46.303251 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:46.332155 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.342179 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:46.433386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c499-30f2-4a78-91cd-e13ad9754dcf req-0a18eef4-521c-4ef7-91e5-6bbe13d31987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:46.434866 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3f90c499-30f2-4a78-91cd-e13ad9754dcf req-0a18eef4-521c-4ef7-91e5-6bbe13d31987 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 1099 time: 0.0726089 May 27 13:18:46.477482 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3f90c499-30f2-4a78-91cd-e13ad9754dcf req-c96a5332-1b09-4725-9472-4be008796544 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 May 27 13:18:46.481459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=563725a2-61d1-408b-9139-462fd8cb39a0,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:46.496318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:46.505607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-e1229dcc-3c2a-448b-a7cf-4ce36d376b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:46.507038 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-e1229dcc-3c2a-448b-a7cf-4ce36d376b91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.2643204 May 27 13:18:46.508726 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.530106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:46.531366 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4741282 May 27 13:18:46.632894 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-3e405e4d-50b9-4aa9-800f-966f0966172f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 200 len: 1002 time: 0.0981042 May 27 13:18:46.814400 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-29ee18bd-5fdb-400e-bd2d-856a2f29c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:46.815729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-29ee18bd-5fdb-400e-bd2d-856a2f29c61b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.1609373 May 27 13:18:46.818590 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-f5990cbd-6574-4da1-8d15-e8a30940ce72 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1390186281&fields=id&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 267 time: 0.1331570 May 27 13:18:47.014624 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-71fc81a5-3b1b-460f-8e85-2de7619c656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:47.016169 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-71fc81a5-3b1b-460f-8e85-2de7619c656b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1931763 May 27 13:18:47.022877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-6fe43f58-e185-413d-a9ee-6d780fe1e23c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:47.024140 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-6fe43f58-e185-413d-a9ee-6d780fe1e23c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 817 time: 0.1723046 May 27 13:18:47.101131 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-dbce626e-3365-40af-b037-c238a77dfa1e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/quotas/b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 375 time: 0.0418332 May 27 13:18:47.276057 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-bbe0ab7b-c63b-4575-a98c-ccccb7595936 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161787 May 27 13:18:47.293330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350b047-5802-42d4-8619-70fbe018fc45 req-ae491c57-5518-4cee-8884-f545f511a702 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:47.294861 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6350b047-5802-42d4-8619-70fbe018fc45 req-ae491c57-5518-4cee-8884-f545f511a702 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.2698753 May 27 13:18:47.343868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-8f358719-8422-4649-85cb-b535530dd6c5 req-ec6a9483-c626-4be2-9ea3-ec9c961d2992 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:47.436707 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6350b047-5802-42d4-8619-70fbe018fc45 req-5718730f-9ade-4344-a877-11227e593389 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192026 May 27 13:18:47.455388 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-8f358719-8422-4649-85cb-b535530dd6c5 req-ec6a9483-c626-4be2-9ea3-ec9c961d2992 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:47.456729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-ec6a9483-c626-4be2-9ea3-ec9c961d2992 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3086801 May 27 13:18:47.509228 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dbc7456d-31be-4433-bf50-4dc38ec7bfb3 req-631cd411-fb82-4c1d-9dc3-e8498309f6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125905 May 27 13:18:47.610949 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-7a9de3b9-cadd-46f9-ba51-ea6d289b90ba service neutron] 10.222.0.52 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348259 May 27 13:18:47.740344 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-d448a4ff-d6de-4656-bdd0-9bba75c5c2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234543 May 27 13:18:47.841578 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:47.921142 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e02b2ba0-b8ab-448a-b090-a42806a22c79 req-7cb50633-5a40-4ffe-ab80-5fe37be5a9a0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 210 time: 0.0420265 May 27 13:18:48.629754 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac48b3-391f-4559-917c-ca2f096b0ba1 req-5384ba6c-8ab6-4983-bb92-80f1255030c2 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:48.631195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-64ac48b3-391f-4559-917c-ca2f096b0ba1 req-5384ba6c-8ab6-4983-bb92-80f1255030c2 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.0820982 May 27 13:18:48.675776 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-64ac48b3-391f-4559-917c-ca2f096b0ba1 req-2f00a33a-7831-4562-97e8-90ab1c75312d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 May 27 13:18:49.033785 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-7d82b8e5-1498-4b39-a0f4-b6fdccd0927d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:49.035205 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-7d82b8e5-1498-4b39-a0f4-b6fdccd0927d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 817 time: 0.1568320 May 27 13:18:49.116042 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aef85cc2-0086-4673-8e64-da53ea5fc440 req-270c74d0-d910-443f-8191-01ba8f142afe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 210 time: 0.0533481 May 27 13:18:49.138401 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-0b326368-30da-4509-9f5f-c626015aa039 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 380 time: 0.0927911 May 27 13:18:49.152864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'port': {'device_id': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'admin_state_up': True, 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'security_groups': ['d28651cd-d5e4-4a49-9bad-fa9bf54b9eac']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:49.289728 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:49.300021 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:49.310411 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Made reservation on behalf of b9dff7836fa94d619afbfd7cf29de701 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:49.314203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:49.577263 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Allocated IP 172.20.0.3 (f9aff74b-8229-4293-aed4-d3fc7b307ae0/f3807a16-7b06-4376-bb45-8b8c031dabb1/ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:49.767795 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:49.787243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Transition to ACTIVE for port object ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:49.811529 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:49.817873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:49.882724 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:49.885829 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:49.889640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:49.920671 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:49.941710 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.942081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.942443 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.942815 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.943148 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.943495 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.943847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.944189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.944612 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.945452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.945792 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.946131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:18:49.951899 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:49.971834 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:49.972577 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:49.999137 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8517025 May 27 13:18:50.011749 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Request body: {'port': {'device_id': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:50.069426 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-9f22a1ac-be23-48a6-91c0-c8c0ed6c52a4 None None] Provisioning for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:50.074369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-9f22a1ac-be23-48a6-91c0-c8c0ed6c52a4 None None] Provisioning complete for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:50.074749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9f22a1ac-be23-48a6-91c0-c8c0ed6c52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:50.128070 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-9f22a1ac-be23-48a6-91c0-c8c0ed6c52a4 None None] Port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:18:50.134156 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:50.441103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c84467-d2e7-4737-869e-7beee1b1eb7e req-abacaa46-fe4b-4bd2-b198-9a735a45291a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:50.441799 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-15c84467-d2e7-4737-869e-7beee1b1eb7e req-abacaa46-fe4b-4bd2-b198-9a735a45291a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:18:50.487606 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-15c84467-d2e7-4737-869e-7beee1b1eb7e req-abacaa46-fe4b-4bd2-b198-9a735a45291a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:18:50.488770 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-15c84467-d2e7-4737-869e-7beee1b1eb7e req-abacaa46-fe4b-4bd2-b198-9a735a45291a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 931 time: 0.2355814 May 27 13:18:50.590132 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-15c84467-d2e7-4737-869e-7beee1b1eb7e req-0fde1e20-416e-4495-8450-cd588dffcc34 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948997 May 27 13:18:50.596246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:50.604032 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:50.621585 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Transition to ACTIVE for port object ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:50.624896 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:50.629557 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-693e4b50-0305-4ae9-ab27-a211ad890872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:50.831652 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:50.869588 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:50.987178 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-088b27d6-5133-488b-bb25-4ce78eeeb5b1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:50.988601 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-088b27d6-5133-488b-bb25-4ce78eeeb5b1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.3165207 May 27 13:18:50.990670 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Attempting to bind port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:50.990998 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Attempting to bind port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:50.991834 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Attempting to bind port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:51.002491 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:51.002825 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Attempting to bind port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 on network f9aff74b-8229-4293-aed4-d3fc7b307ae0 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:51.013294 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:51.013621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Checking segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:51.013993 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Bound using segment: {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:51.014419 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Bound port: ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8804caa-1ba9-4eb8-a626-711296d7b62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:51.014765 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:51.025412 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-0cd1202c-32d4-4aad-b444-a27d1bc053d2 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/quotas/db9a74b9a408441b8e23e57c68f9fb03 HTTP/1.1" status: 200 len: 375 time: 0.0299242 May 27 13:18:51.162335 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:51.167151 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:51.173000 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:51.178301 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2abf7266-19be-4ffe-a543-06d71e48d0fa tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:51.290952 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-723177ea-9bd0-4eea-800d-f944263d36c7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2599609 May 27 13:18:51.321867 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:51.322993 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:51.323884 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 1093 time: 1.3164117 May 27 13:18:51.324376 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:51.345763 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:51.349350 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:51.393449 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'status': 'completed', 'code': 200} May 27 13:18:51.558819 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-5fd8be9e-c88c-4b95-977a-8124a03fd0c6 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545862 May 27 13:18:51.586776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-714a17a1-cbd5-4242-8265-ce92dd5da694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:51.588211 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-714a17a1-cbd5-4242-8265-ce92dd5da694 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1096 time: 0.1876500 May 27 13:18:51.712877 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-751fa219-b99f-4c24-aaab-c5f78d9abe9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 217 time: 0.0782132 May 27 13:18:51.867682 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-f4d4bc70-c464-4f4b-aa56-9951b3582d5a service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031068 May 27 13:18:51.869015 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-268682db-acda-4535-8a2a-dea8feb3570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:51.870525 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-268682db-acda-4535-8a2a-dea8feb3570f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.1241148 May 27 13:18:51.945515 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4223813-d859-4f6f-bd3d-b12685db9489 req-76de7729-44bd-41e7-9c91-b6c47b40c3c2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:51.946968 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f4223813-d859-4f6f-bd3d-b12685db9489 req-76de7729-44bd-41e7-9c91-b6c47b40c3c2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.2358782 May 27 13:18:52.001708 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f358719-8422-4649-85cb-b535530dd6c5 req-beb82426-0543-4fbd-8b0f-b0fc6cb883af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.003183 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-beb82426-0543-4fbd-8b0f-b0fc6cb883af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1252124 May 27 13:18:52.007788 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f4223813-d859-4f6f-bd3d-b12685db9489 req-19f37859-7865-4d01-94c7-3f4a6aea4388 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539329 May 27 13:18:52.071598 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-99e2a310-483a-4905-b4d3-f55821abfad8 req-6b19bfd2-44d5-42d6-8c18-f565280d2266 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0672703 May 27 13:18:52.182362 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-8f2c9267-a0e2-4eaa-9c67-feae20a9c2db service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437793 May 27 13:18:52.323565 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f358719-8422-4649-85cb-b535530dd6c5 req-9ff0c0c4-dd9c-4330-a686-bd4c568b4236 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336348 May 27 13:18:52.463442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-44e6c538-60b3-49a6-982c-379948f4418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.465165 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-44e6c538-60b3-49a6-982c-379948f4418c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1096 time: 0.0757067 May 27 13:18:52.628358 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-9954d6bd-de70-43ce-9ccc-3c3b4c11db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.629909 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-9954d6bd-de70-43ce-9ccc-3c3b4c11db4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1325586 May 27 13:18:52.751612 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-1d70f4de-9327-4edf-bc3d-4aea8486a9db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 217 time: 0.1051793 May 27 13:18:52.817873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-1240ddae-ca6c-47b1-997d-10545c68f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.819258 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-1240ddae-ca6c-47b1-997d-10545c68f73a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0599320 May 27 13:18:52.907441 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-a0ad2368-1f46-4c43-864e-c913def76888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:52.909578 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-a0ad2368-1f46-4c43-864e-c913def76888 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812516 May 27 13:18:53.220128 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-a0b7c931-4e35-47b1-8b6d-2f06762d5e8c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:53.221871 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-a0b7c931-4e35-47b1-8b6d-2f06762d5e8c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1612930 May 27 13:18:53.237591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Request body: {'port': {'device_id': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'admin_state_up': True, 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:53.269495 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e71d0e71-e398-42e3-adff-46f1cd2052d8 req-71f1e54c-30d0-4c3b-97dc-81fdb6e4d939 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0521955 May 27 13:18:53.272087 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-fd08e606-8d5f-4744-a7a0-06203a3d578f service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436849 May 27 13:18:53.381774 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:18:53.386340 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Usage tracker for resource:port and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:18:53.389463 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:18:53.395716 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:18:53.407280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:18:53.410833 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:53.413976 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b0b3-4b6d-44e4-b09d-45eeb530f266 req-12aae288-856e-4dc6-b297-e95e0c16cdaa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:53.415477 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dce3b0b3-4b6d-44e4-b09d-45eeb530f266 req-12aae288-856e-4dc6-b297-e95e0c16cdaa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.2620814 May 27 13:18:53.450014 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b20917b6-5fc3-445f-8b15-92f57c41e1d4 req-3531c663-b9e7-4aa2-9bdc-7f7abaffa2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679218 May 27 13:18:53.478310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dce3b0b3-4b6d-44e4-b09d-45eeb530f266 req-aecc78aa-5192-456e-a242-a558a33b622f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506387 May 27 13:18:53.582527 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Allocated IP 172.20.0.13 (4b7f1055-b48d-4903-abac-045dc550bff3/f8027e0e-3e29-4791-bad3-0f3278b05bef/419ef5f4-a721-4b5c-9dd0-f6e4884b16c5) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:18:53.790860 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:53.821391 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:53.828336 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3e1387e-cf59-4fa6-b1d8-518ff69327dd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:53.836367 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0', '934c1187-f256-4582-a6cb-9b7aa3fab724'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:53.893089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Network 4b7f1055-b48d-4903-abac-045dc550bff3 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:18:53.896087 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:18:53.900331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:18:53.904507 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:53.945924 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event updated for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:53.950535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:53.970313 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:53.970915 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:53.990915 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7577355 May 27 13:18:54.004418 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Request body: {'port': {'device_id': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:54.112693 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:54.118754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.138406 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:54.227988 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.257902 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:54.293222 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:54.302299 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.304845 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:54.397049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:54.400805 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:54.473193 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b53c0-396b-463c-b9ee-2f448465b996 req-8a38e955-4bc2-4c84-8874-33c983ae13d3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:54.474730 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-117b53c0-396b-463c-b9ee-2f448465b996 req-8a38e955-4bc2-4c84-8874-33c983ae13d3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 932 time: 0.0843070 May 27 13:18:54.495421 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:54.502650 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.519112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Transition to ACTIVE for port object 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:18:54.524546 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.528043 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-117b53c0-396b-463c-b9ee-2f448465b996 req-e9aeb1d2-2aec-448c-b58d-a2844faa1f8e tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 May 27 13:18:54.528478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:54.641393 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:54.690088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346e00a-3317-4696-9029-4453fe616101 req-b1b322c5-27c4-4951-94ac-0c4eb7398c95 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:54.691768 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5346e00a-3317-4696-9029-4453fe616101 req-b1b322c5-27c4-4951-94ac-0c4eb7398c95 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 944 time: 0.0987442 May 27 13:18:54.747455 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5346e00a-3317-4696-9029-4453fe616101 req-1a313776-d4de-4381-8d53-b237ca484951 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459416 May 27 13:18:54.793729 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Pushing event updated for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:54.801337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:54.878540 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Attempting to bind port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:18:54.878861 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Attempting to bind port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:18:54.879184 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Attempting to bind port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:54.884549 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 on network 4b7f1055-b48d-4903-abac-045dc550bff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:18:54.884864 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Attempting to bind port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:18:54.889981 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:18:54.890316 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Checking segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:18:54.890693 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Bound using segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:18:54.891113 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Bound port: 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:18:54.891461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.988227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:18:54.991410 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:18:54.995233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:54.999028 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:55.063796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.064426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.065800 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] 10.222.0.21 "PUT /v2.0/ports/419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 HTTP/1.1" status: 200 len: 1094 time: 1.0658875 May 27 13:18:55.066287 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:55.087282 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Pushing event updated for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:55.090392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:55.147225 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', 'status': 'completed', 'code': 200} May 27 13:18:55.190270 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-a744b9ed-e631-4afd-8d07-96916b45d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.191800 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-a744b9ed-e631-4afd-8d07-96916b45d4ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0767336 May 27 13:18:55.269126 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-e6e6502f-6468-4960-bbdf-421530032fa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 HTTP/1.1" status: 200 len: 217 time: 0.0671804 May 27 13:18:55.332971 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-fadca0d1-f8cb-4284-bc84-1a1b9d4da05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.335080 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-fadca0d1-f8cb-4284-bc84-1a1b9d4da05e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0595613 May 27 13:18:55.384728 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-044b3865-5b35-4a24-8947-14890e47b5a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412645 May 27 13:18:55.517278 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-99c7577a-713a-4025-a472-cce534bdbc8e service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248705 May 27 13:18:55.656914 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-49cfc98a-63d9-4d6c-acda-36377d65f1a0 req-9d81ff8b-fb5b-4335-82a1-7ba744ea6b00 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310930 May 27 13:18:55.718407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eb95c-6cba-4444-97ee-f3a6bffbac58 req-c96d3421-5926-4a14-b060-7736f1bb674d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.719862 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a63eb95c-6cba-4444-97ee-f3a6bffbac58 req-c96d3421-5926-4a14-b060-7736f1bb674d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 944 time: 0.0824234 May 27 13:18:55.765338 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a63eb95c-6cba-4444-97ee-f3a6bffbac58 req-8fce6719-cb2d-4da9-8703-ff7af0912f90 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 May 27 13:18:55.778573 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed74f-9121-456a-933b-42852fc02618 req-579c3cfd-d3cb-474c-9a38-65dc5612eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.780130 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-579c3cfd-d3cb-474c-9a38-65dc5612eb71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0762348 May 27 13:18:55.917221 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:55.917908 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed74f-9121-456a-933b-42852fc02618 req-2907de88-99ba-44c7-8d8c-f08406221ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.919374 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-2907de88-99ba-44c7-8d8c-f08406221ea4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 915 time: 0.1321118 May 27 13:18:55.948187 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca161f66-ee18-4136-ad2c-f034ac168b25 req-90f8b1d4-70e5-45a7-96d2-338cd72dc4e5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:55.949834 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ca161f66-ee18-4136-ad2c-f034ac168b25 req-90f8b1d4-70e5-45a7-96d2-338cd72dc4e5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 944 time: 0.0846553 May 27 13:18:55.990054 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:55.992534 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-52f91dc2-b197-49b0-8b0e-32dcf09ca6a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 HTTP/1.1" status: 200 len: 217 time: 0.0649343 May 27 13:18:55.996185 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:55.996597 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:55.998225 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ca161f66-ee18-4136-ad2c-f034ac168b25 req-22d39a07-68f6-4ae0-a8c8-7033d3f77d29 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 May 27 13:18:56.071141 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed74f-9121-456a-933b-42852fc02618 req-c9bffc8a-0bd0-4834-827d-892f93b32cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.072670 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-c9bffc8a-0bd0-4834-827d-892f93b32cd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0722933 May 27 13:18:56.117461 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.123441 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-3dec3604-e46c-44ea-9c05-4a6fe76fc03b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428851 May 27 13:18:56.148374 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:18:56.159075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:56.164730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:56.166970 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:56.202999 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'code': 200} May 27 13:18:56.237232 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:56.240121 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:56.279167 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-0e72c861-4a4a-4cf4-aaee-df504cc9f0fa service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480186 May 27 13:18:56.434462 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-628ed74f-9121-456a-933b-42852fc02618 req-7421bb9b-6f27-46d1-b3ff-e45c2af054bd service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473897 May 27 13:18:56.451859 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be3f70-08f7-4300-b095-91b7a21791cc req-cb7e9e87-d902-4f87-870c-a04a00bec375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.453381 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b8be3f70-08f7-4300-b095-91b7a21791cc req-cb7e9e87-d902-4f87-870c-a04a00bec375 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1098 time: 0.0762913 May 27 13:18:56.496310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b8be3f70-08f7-4300-b095-91b7a21791cc req-93859c73-eb1c-4fa0-a65f-1534dc53825c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352871 May 27 13:18:56.953168 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff4b6c-8b15-4f45-b6e9-4f35a08d703a req-cd5d35d6-fd20-47d8-8960-9058f598512f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:56.954615 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eeff4b6c-8b15-4f45-b6e9-4f35a08d703a req-cd5d35d6-fd20-47d8-8960-9058f598512f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 944 time: 0.0833282 May 27 13:18:56.998856 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eeff4b6c-8b15-4f45-b6e9-4f35a08d703a req-8884e402-2f2a-44d9-a3e0-5becd4a89ad7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384064 May 27 13:18:57.189005 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c39484-1426-47b8-93d2-19beb20722b0 req-1417fd05-ea2b-4f44-8a16-d1d3f8a91218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:57.190455 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-86c39484-1426-47b8-93d2-19beb20722b0 req-1417fd05-ea2b-4f44-8a16-d1d3f8a91218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0802989 May 27 13:18:57.238354 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-86c39484-1426-47b8-93d2-19beb20722b0 req-846e3976-a664-45b6-9495-53befc1169cf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 May 27 13:18:57.917952 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:18:58.053414 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:58.067239 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'port_id': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', 'mac_address': 'fa:16:3e:68:6e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8027e0e-3e29-4791-bad3-0f3278b05bef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:18:58.123219 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:58.146546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:18:58.162819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:18:58.167610 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:58.169594 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f5771fd3-81d9-4fe3-8c48-b2f39ff6431f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:18:58.187365 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743ffc-d753-4bde-889b-03e9f0162378 req-d335caf1-ad71-4828-b48a-b8eb592c82c9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.188957 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-15743ffc-d753-4bde-889b-03e9f0162378 req-d335caf1-ad71-4828-b48a-b8eb592c82c9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 944 time: 0.0836399 May 27 13:18:58.234680 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-15743ffc-d753-4bde-889b-03e9f0162378 req-f9018164-8c4a-4808-b36c-b27118dd8cb8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 May 27 13:18:58.262022 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:18:58.265089 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:18:58.432807 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e8e5e-55ca-4085-a7d2-05f8c9689dc3 req-c056d2cf-d78e-4ea6-87a9-f43edeeefa9d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.434461 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-542e8e5e-55ca-4085-a7d2-05f8c9689dc3 req-c056d2cf-d78e-4ea6-87a9-f43edeeefa9d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0850890 May 27 13:18:58.476021 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:18:58.481308 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-542e8e5e-55ca-4085-a7d2-05f8c9689dc3 req-372a0aa1-28b9-4510-b2f5-25ce639fbe4a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 May 27 13:18:58.664031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70b5c4-8301-4f3c-b1b0-806f77164469 req-ce5b80da-bcec-481c-88b6-998faf053b8b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:58.665507 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6f70b5c4-8301-4f3c-b1b0-806f77164469 req-ce5b80da-bcec-481c-88b6-998faf053b8b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0800083 May 27 13:18:58.673972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54098) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:18:58.679591 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Request body: {'floatingip': {'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:18:58.759407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:59.513453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff1cff-6698-4f91-b273-f69c5feb8cdd req-9833b33a-5001-41b0-a081-f20a193686c0 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:18:59.514818 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-27ff1cff-6698-4f91-b273-f69c5feb8cdd req-9833b33a-5001-41b0-a081-f20a193686c0 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 945 time: 0.1358027 May 27 13:18:59.670364 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-27ff1cff-6698-4f91-b273-f69c5feb8cdd req-f9b8f951-0b8e-41ea-8ddd-1b8e791d0dc0 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199367 May 27 13:18:59.696442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:59.700220 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:18:59.869264 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Floating IP 8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c associated. External IP: 172.27.3.202, port: ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308. May 27 13:18:59.923202 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:18:59.991939 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:18:59.996653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:18:59.997047 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:00.114954 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:00.142479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:00.152193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:00.157060 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:00.159101 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:00.195080 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', 'code': 200} May 27 13:19:00.232426 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:00.235479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:00.339346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:00.455914 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1c3063e9-5019-4f82-a30f-4cd1abd93aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:00.583388 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:00.586641 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78d8fa-93fd-4a4b-9075-0d6282b45e90 req-c05afce7-cdf6-4c0e-be74-224d62eca10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:00.588867 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a78d8fa-93fd-4a4b-9075-0d6282b45e90 req-c05afce7-cdf6-4c0e-be74-224d62eca10a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 1099 time: 0.1914880 May 27 13:19:00.590792 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:00.593099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:00.603460 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:00.604150 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:00.678663 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-09b00888-ddd3-4d76-a9c5-2257cf92247e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "PUT /v2.0/floatingips/8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c HTTP/1.1" status: 200 len: 991 time: 2.0008087 May 27 13:19:00.678663 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:00.682621 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a78d8fa-93fd-4a4b-9075-0d6282b45e90 req-860286ec-7895-4f71-82dc-41e383798fcf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675173 May 27 13:19:00.731427 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'status': 'completed', 'code': 200} May 27 13:19:00.797255 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:00.928917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-d571bf17-a7af-481b-bb39-51d38a9e7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:00.930283 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-d571bf17-a7af-481b-bb39-51d38a9e7a87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1098 time: 0.1372380 May 27 13:19:00.941096 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98a71f-76e1-43dc-bba2-014a1829d433 req-1d4174a9-02c4-43f3-9395-8fb9e8e72cbd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:00.942462 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa98a71f-76e1-43dc-bba2-014a1829d433 req-1d4174a9-02c4-43f3-9395-8fb9e8e72cbd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.1136937 May 27 13:19:01.067209 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fa98a71f-76e1-43dc-bba2-014a1829d433 req-ca3a34de-c6d1-4411-aef6-0a6c70c37de1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036046 May 27 13:19:01.103226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-cd93cc02-5cbe-4c2f-81af-f2a44c57025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:01.104693 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-cd93cc02-5cbe-4c2f-81af-f2a44c57025f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1613932 May 27 13:19:01.156098 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:18:45Z', 'updated_at': '2021-05-27T13:18:59Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:01.160107 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:01.168874 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:01.169496 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:18:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:01.212026 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-bed95b4c-2a33-4233-9b7e-7efd8ccf84b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 999 time: 0.0994012 May 27 13:19:01.279607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-38797b0d-0b92-4b9d-9885-4c4935dcce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:01.281052 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-38797b0d-0b92-4b9d-9885-4c4935dcce50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0572712 May 27 13:19:01.352129 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:01.366455 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-4f81b4ec-7821-45eb-8717-b9812af5e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:01.368018 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-4f81b4ec-7821-45eb-8717-b9812af5e6d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0740929 May 27 13:19:01.510956 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-a7f311e3-2dd5-4d75-9e49-476ab3e230ea service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278486 May 27 13:19:01.651721 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6483b50-73f2-4f51-b58e-ebc57e9808ad req-818e3504-f6f5-4eb2-b6ef-6f8450c32632 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280994 May 27 13:19:01.734266 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:18:45Z', 'updated_at': '2021-05-27T13:18:59Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:01.738680 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b60098a-35d7-4f2f-b86c-0ed4986eb578 None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:18:45Z', 'updated_at': '2021-05-27T13:18:59Z', 'revision_number': 1, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:01.930331 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c672406e-b0b3-468b-91d3-24f0c85214c0 None None] New status for floating IP 8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c: ACTIVE {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:02.270803 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c62933-1067-4264-8e09-8a88cfccaab2 req-1548ae34-a971-436b-8ced-82f6b4b7dd1f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:02.272279 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f5c62933-1067-4264-8e09-8a88cfccaab2 req-1548ae34-a971-436b-8ced-82f6b4b7dd1f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.0807357 May 27 13:19:02.317022 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f5c62933-1067-4264-8e09-8a88cfccaab2 req-e4675f8f-6f9e-4e71-b507-512abd2e2528 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 May 27 13:19:02.973319 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:04.920638 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-abb7f020-399b-40f7-b576-7c4b8a3392af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:06.645605 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:08.446322 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:12.090856 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24750cf-0998-4910-80ab-cb88ab501edb req-4fb53870-ddfb-4e97-a023-4e9a55377817 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:12.092315 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b24750cf-0998-4910-80ab-cb88ab501edb req-4fb53870-ddfb-4e97-a023-4e9a55377817 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0881217 May 27 13:19:12.145437 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b24750cf-0998-4910-80ab-cb88ab501edb req-bf2b1878-4b20-4e2d-aba0-f414d588226b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461912 May 27 13:19:13.344246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5faad9-d207-4523-a4b0-269123e5d4a9 req-c0cc6f85-6f6c-4b64-a2c3-9dd97142a234 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:13.345729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eb5faad9-d207-4523-a4b0-269123e5d4a9 req-c0cc6f85-6f6c-4b64-a2c3-9dd97142a234 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.0802011 May 27 13:19:13.389832 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eb5faad9-d207-4523-a4b0-269123e5d4a9 req-39671bc2-b418-4a91-b098-db603da91217 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381851 May 27 13:19:13.901372 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:19:14.689183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fac5-97d2-456c-8cc8-a1180b130d8a req-ef6cedce-fe37-4b37-b4ba-435e792ab7e6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:14.690508 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83f0fac5-97d2-456c-8cc8-a1180b130d8a req-ef6cedce-fe37-4b37-b4ba-435e792ab7e6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1945670 May 27 13:19:14.734496 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83f0fac5-97d2-456c-8cc8-a1180b130d8a req-e62d27b6-e78c-4a95-a901-57fb7f864fc3 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377145 May 27 13:19:15.130941 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-9e48b330-49d7-4132-8ff4-1bb5608a406b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:15.132954 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-9e48b330-49d7-4132-8ff4-1bb5608a406b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.1446283 May 27 13:19:15.148559 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-b12ebad1-8c67-442f-97a2-d90093f9f0e1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/quotas/db9a74b9a408441b8e23e57c68f9fb03 HTTP/1.1" status: 200 len: 375 time: 0.0100114 May 27 13:19:15.238196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-dc18aa7e-e8bf-4adb-9f5b-6d9e360a619f tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843217 May 27 13:19:15.407112 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-2b7b60aa-5610-4a12-a6b3-1a61afa479e5 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622410 May 27 13:19:15.553644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-972667ac-de09-4e83-aa89-9d80a5bb2714 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:15.555037 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-972667ac-de09-4e83-aa89-9d80a5bb2714 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.1962371 May 27 13:19:15.563284 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-b383f158-6252-49cc-be93-b3c84d20fe07 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460080 May 27 13:19:15.739688 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Deleting port affcbc11-7dc8-42eb-8665-9b0be6ac8731 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:15.740370 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:15.764583 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ed1ca148-de86-47ba-a4d1-55ae30a07d09 req-22fe001c-c921-40e7-90ac-d0b5e2ee62be tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 210 time: 0.0641458 May 27 13:19:15.968582 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] For port affcbc11-7dc8-42eb-8665-9b0be6ac8731, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=affcbc11-7dc8-42eb-8665-9b0be6ac8731,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:15.968943 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:16.089847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed25d4b-6eba-4d01-b5e4-f46af48b0353 req-6d309d32-c44c-43b1-af70-e0e09b937d6f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:16.091501 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fed25d4b-6eba-4d01-b5e4-f46af48b0353 req-6d309d32-c44c-43b1-af70-e0e09b937d6f tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 946 time: 0.2302046 May 27 13:19:16.297919 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fed25d4b-6eba-4d01-b5e4-f46af48b0353 req-27f818f0-e685-4cef-bd6c-c040b7900b6b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511333 May 27 13:19:16.329861 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:16.330267 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:16.330600 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Floating IP 5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62 disassociated. External IP: 172.27.3.106, port: affcbc11-7dc8-42eb-8665-9b0be6ac8731. May 27 13:19:16.330948 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Calling delete_port for affcbc11-7dc8-42eb-8665-9b0be6ac8731 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:16.444752 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:16.450179 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-08e5699a-519a-43fb-905c-82f5970d0a44 tempest-VolumesActionsTest-602703645 tempest-VolumesActionsTest-602703645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:16.495740 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'Port': ['ID=affcbc11-7dc8-42eb-8665-9b0be6ac8731,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:16.499075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:16.771254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:16.998356 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0e7dbff-719c-41fe-983d-1db65da4b7c7 req-d9a43b5d-1010-4e51-86fc-576f46ed9526 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 210 time: 0.0588930 May 27 13:19:17.020318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:17.030874 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:17.044240 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:17.044960 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:17.101131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] No DVR routers for this DVR port affcbc11-7dc8-42eb-8665-9b0be6ac8731 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:17.110875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.110875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'name': 'network-vif-deleted', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:17.131493 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9cfd742e-5b07-4c69-adaa-3cbd74f12882 req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "DELETE /v2.0/ports/affcbc11-7dc8-42eb-8665-9b0be6ac8731 HTTP/1.1" status: 204 len: 173 time: 1.5670986 May 27 13:19:17.263426 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95821d1f-6309-4c2a-81ae-bc4bf95c6542', 'name': 'network-vif-deleted', 'tag': 'affcbc11-7dc8-42eb-8665-9b0be6ac8731', 'status': 'completed', 'code': 200} May 27 13:19:17.271746 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:17.287880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-00b06b15-b193-4168-a12b-c2afa69d4d51 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:17.289328 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-00b06b15-b193-4168-a12b-c2afa69d4d51 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 814 time: 0.3179078 May 27 13:19:17.314385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Request body: {'port': {'device_id': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'admin_state_up': True, 'tenant_id': 'db9a74b9a408441b8e23e57c68f9fb03'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:17.473279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:17.478268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Usage tracker for resource:port and tenant:db9a74b9a408441b8e23e57c68f9fb03 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:17.480952 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:17.484656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-7d6f13ac-5e02-47cb-abae-f51da5d0c336 req-c31b97d3-b7e9-4489-8982-1f02ace062cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:17.486871 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:17.499171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Made reservation on behalf of db9a74b9a408441b8e23e57c68f9fb03 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:19:17.502337 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-7d6f13ac-5e02-47cb-abae-f51da5d0c336 req-c31b97d3-b7e9-4489-8982-1f02ace062cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:17.503433 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.503951 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7d6f13ac-5e02-47cb-abae-f51da5d0c336 req-c31b97d3-b7e9-4489-8982-1f02ace062cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=95821d1f-6309-4c2a-81ae-bc4bf95c6542 HTTP/1.1" status: 200 len: 210 time: 0.0623896 May 27 13:19:17.647975 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:17.651980 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:17.660600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:17.661178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:17.683213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Allocated IP 172.20.0.6 (4b7f1055-b48d-4903-abac-045dc550bff3/f8027e0e-3e29-4791-bad3-0f3278b05bef/0acacee4-de87-4fbb-9743-491323b85ffd) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:17.846086 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:17.894609 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.918732 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.929428 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:17.935350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-35682267-3df0-457c-aafb-c08884a202b9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:17.980842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0', '934c1187-f256-4582-a6cb-9b7aa3fab724', '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:18.027608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Network 4b7f1055-b48d-4903-abac-045dc550bff3 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:18.049335 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event updated for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:18.064212 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.064616 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.064979 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.065388 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.066299 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.066665 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.067929 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.068295 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.068710 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.069069 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.069613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.069984 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:18.081647 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:18.082676 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:18.090645 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:18.179860 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:18.180951 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.205591 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955398 May 27 13:19:18.226081 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Request body: {'port': {'device_id': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:18.246776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142c3b6-7f95-4f54-a053-bf4369ec2e40 req-d35eebbf-2e56-4e98-aaf7-ae60d45f9f45 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:18.248258 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4142c3b6-7f95-4f54-a053-bf4369ec2e40 req-d35eebbf-2e56-4e98-aaf7-ae60d45f9f45 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 931 time: 0.0950537 May 27 13:19:18.295445 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4142c3b6-7f95-4f54-a053-bf4369ec2e40 req-98994df9-cd03-41d2-a96e-ebfcac32e9d8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410357 May 27 13:19:18.352116 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.371834 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:18.385252 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa677b2-0ed1-4977-9f54-dc4b0ea1e058 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:18.683484 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54256) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:18.753651 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bcbf2e-361d-4399-a6a4-587da17181f5 None None] New status for floating IP 5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:18.776712 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.812900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.821868 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acacee4-de87-4fbb-9743-491323b85ffd {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:18.829931 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.847816 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Transition to ACTIVE for port object 0acacee4-de87-4fbb-9743-491323b85ffd will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:19:18.855392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.862559 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8e6baf97-af25-4e44-aa77-a842e02ecf11 tempest-ServerRescueNegativeTestJSON-1162715914 tempest-ServerRescueNegativeTestJSON-1162715914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:18.886351 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.892584 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-56b5d78d-7c0c-4611-809a-fb911fb4bb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:18.909353 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b59b5a-3c8c-4d86-9a61-747852e4c3f8,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:18.912066 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:18.924449 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:18.925820 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "DELETE /v2.0/security-groups/b4b59b5a-3c8c-4d86-9a61-747852e4c3f8 HTTP/1.1" status: 204 len: 168 time: 0.2413507 May 27 13:19:18.929550 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54260) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:18.953911 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.api.v2.resource [None req-a4c512c6-01ca-49fe-97fd-5055718439e6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] show failed (client error): The resource could not be found. May 27 13:19:18.954940 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a4c512c6-01ca-49fe-97fd-5055718439e6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups/b4b59b5a-3c8c-4d86-9a61-747852e4c3f8 HTTP/1.1" status: 404 len: 347 time: 0.0244763 May 27 13:19:18.958676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54264) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:19.041281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Pushing event updated for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:19.047822 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:19.121995 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Attempting to bind port 0acacee4-de87-4fbb-9743-491323b85ffd on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:19:19.122359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Attempting to bind port 0acacee4-de87-4fbb-9743-491323b85ffd by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:19:19.122842 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Attempting to bind port 0acacee4-de87-4fbb-9743-491323b85ffd on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:19.128563 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Port 0acacee4-de87-4fbb-9743-491323b85ffd on network 4b7f1055-b48d-4903-abac-045dc550bff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:19:19.128892 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Attempting to bind port 0acacee4-de87-4fbb-9743-491323b85ffd on network 4b7f1055-b48d-4903-abac-045dc550bff3 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:19.134318 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:19:19.134654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Checking segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:19:19.135041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Bound using segment: {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:19:19.135482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Bound port: 0acacee4-de87-4fbb-9743-491323b85ffd, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468b8650-9d56-4a78-abcd-469b857926d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:19:19.135834 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.222033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Deleting port 52dba192-727a-436d-a0e2-a87d0916dfcd {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:19.222476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.242114 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:19:19.245438 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0acacee4-de87-4fbb-9743-491323b85ffd,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:19:19.250801 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.254610 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:19.321266 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:19.322215 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.323741 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] 10.222.0.21 "PUT /v2.0/ports/0acacee4-de87-4fbb-9743-491323b85ffd HTTP/1.1" status: 200 len: 1093 time: 1.1022911 May 27 13:19:19.324243 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:19.353727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Pushing event updated for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:19.356005 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.356621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.357880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:19.490886 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Calling delete_port for 52dba192-727a-436d-a0e2-a87d0916dfcd owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:19.534784 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd', 'status': 'completed', 'code': 200} May 27 13:19:19.570930 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-3d23f58b-6c8b-461e-a866-8e7a59e93af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:19.572384 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-3d23f58b-6c8b-461e-a866-8e7a59e93af7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 1096 time: 0.1801729 May 27 13:19:19.595290 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eefe20-7bc2-4eb3-a7d6-c4e40e427664 req-9a319cee-6203-4359-9f4b-bebad0e5f94e tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:19.596828 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-98eefe20-7bc2-4eb3-a7d6-c4e40e427664 req-9a319cee-6203-4359-9f4b-bebad0e5f94e tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 943 time: 0.1138263 May 27 13:19:19.650272 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-3205a320-a31b-4910-b62f-86031cfae334 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0acacee4-de87-4fbb-9743-491323b85ffd HTTP/1.1" status: 200 len: 217 time: 0.0666821 May 27 13:19:19.722282 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-c4120469-8813-4b90-bc98-f228e3a5702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:19.723770 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-c4120469-8813-4b90-bc98-f228e3a5702d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0626230 May 27 13:19:19.767736 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-98eefe20-7bc2-4eb3-a7d6-c4e40e427664 req-1a4f67a0-10de-4f05-ae1a-cf2e06ca2557 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600056 May 27 13:19:19.775968 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-9b00ade8-b8ca-4dff-8dea-f23dce148a16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408251 May 27 13:19:19.794825 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.798428 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:19.840285 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'Port': ['ID=52dba192-727a-436d-a0e2-a87d0916dfcd,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:19.843653 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:19.918833 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-124aef66-a982-482a-83d0-34d2d3f83f4b service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314094 May 27 13:19:19.936620 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.958838 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:19.959966 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "DELETE /v2.0/floatingips/5b1d8d2a-f8dc-4dec-9ee2-ce5266745a62 HTTP/1.1" status: 204 len: 168 time: 1.0003569 May 27 13:19:19.978688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device affcbc11-7dc8-42eb-8665-9b0be6ac8731 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:19:20.030761 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: affcbc11-7dc8-42eb-8665-9b0be6ac8731 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:19:20.031113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device affcbc11-7dc8-42eb-8665-9b0be6ac8731 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:19:20.059904 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-41674410-e80c-47b7-89a8-6fed76bc0e98 req-9ed05121-a3df-4650-8a24-7d48026585dd service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333134 May 27 13:19:20.193293 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-e4ad9efb-039b-4667-96e0-8434fa742d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.195387 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-e4ad9efb-039b-4667-96e0-8434fa742d04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 1096 time: 0.0760956 May 27 13:19:20.335770 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-756e46e7-4476-48c4-8fc8-a7313ef3b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.337165 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-756e46e7-4476-48c4-8fc8-a7313ef3b53b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 915 time: 0.1334364 May 27 13:19:20.401064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54280) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.406376 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984768076', 'description': 'tempest-description--775285832'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.411130 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-73552dc2-4868-435e-90d8-3af1aee128fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0acacee4-de87-4fbb-9743-491323b85ffd HTTP/1.1" status: 200 len: 217 time: 0.0634322 May 27 13:19:20.411995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.416073 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.419051 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.425931 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.437636 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.458978 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.463583 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.466595 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.472259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.479934 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-5f2ee4cb-e720-4572-be57-64be6b29e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.481540 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-5f2ee4cb-e720-4572-be57-64be6b29e447 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0621459 May 27 13:19:20.529833 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-84cbf76c-ce9a-45d3-808d-3ee6a839d3da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415030 May 27 13:19:20.544996 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.548782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.552739 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd4af0da-7f25-4676-9bb4-d4a5c9db6e25 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.595601 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe0649-7054-47e8-9e08-6f163aed39a2,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.598848 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.600071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.604006 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1992092 May 27 13:19:20.605107 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54284) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.609574 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group_rule': {'security_group_id': '67fe0649-7054-47e8-9e08-6f163aed39a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.615429 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.619226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.622403 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.627735 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.644510 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.666284 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-ec08e4a1-4fa4-41e2-874a-e9183d6b1713 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295238 May 27 13:19:20.712826 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.716547 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.718563 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.740279 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9059d3b3-36d8-4d69-b21e-0cdb778200db,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.745976 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.765678 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.767149 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619656 May 27 13:19:20.769895 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54288) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.775505 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'security_group_rule': {'security_group_id': '67fe0649-7054-47e8-9e08-6f163aed39a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.781684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.785400 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:security_group_rule and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.788189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.794744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.812672 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.819899 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e17ba2be-a70b-4103-ac75-1a857bddfa06 req-9db1fac1-4cf6-47a3-8273-909ed0575286 service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323862 May 27 13:19:20.879157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.916198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.922675 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d23e7b53-1424-4784-a3c4-eda0ed08c385 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:20.958504 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df69a18-7b55-493c-836f-6e369f1e7bd1,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:20.964583 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:20.969043 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:20.972905 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-8cc5ab54-2d45-45e5-b105-6979caaaa969 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016265 May 27 13:19:20.973343 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54294) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:20.978694 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:20.984412 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:20.988186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Usage tracker for resource:floatingip and tenant:9afd9ff364f24ed2a7b53846b14667de is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:20.992619 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:20.997192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5a505-39f7-46dc-9189-95dbecfba5b6 req-a465bcd0-6ee8-4313-a461-04c56428d110 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:20.999020 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:20.999156 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1ea5a505-39f7-46dc-9189-95dbecfba5b6 req-a465bcd0-6ee8-4313-a461-04c56428d110 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 943 time: 0.1178417 May 27 13:19:21.010390 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.046374 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1ea5a505-39f7-46dc-9189-95dbecfba5b6 req-48d9f4c8-5677-43a5-929e-16d2b2e6437c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 May 27 13:19:21.147674 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.288333 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Allocated IP 172.27.3.55 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/c80faac0-19a0-46d4-b368-c5c8dda78bd0) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:21.532883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.562683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.567085 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:21.625759 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:21.628568 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:21.632337 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:21.678110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=c80faac0-19a0-46d4-b368-c5c8dda78bd0,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:21.682619 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:21.721731 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.781634 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.994393 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:21.998772 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.002482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-80a6a7a3-741c-46ff-99ec-79904c38be37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:22.111644 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=c80faac0-19a0-46d4-b368-c5c8dda78bd0,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:22.116178 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:22.124983 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.150819 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:22.160049 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1781993 May 27 13:19:22.234663 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546c61b-8b6a-45c6-b5e8-ca0ecccd4006 req-1d66193f-6348-4410-b14b-d3e3a0f04b86 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.236216 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d546c61b-8b6a-45c6-b5e8-ca0ecccd4006 req-1d66193f-6348-4410-b14b-d3e3a0f04b86 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 943 time: 0.0810661 May 27 13:19:22.282966 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d546c61b-8b6a-45c6-b5e8-ca0ecccd4006 req-c3f8c589-2869-442b-9307-b1ac68948a98 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 May 27 13:19:22.334755 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-fe66f005-4824-4e89-a092-60b14b1e120b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:22.350660 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-fe66f005-4824-4e89-a092-60b14b1e120b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:22.351833 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-fe66f005-4824-4e89-a092-60b14b1e120b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--984768076&fields=id&tenant_id=9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 267 time: 0.0598078 May 27 13:19:22.501382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-d582281b-6264-4d58-b1f5-b4d8bfd2da64 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:22.502700 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-d582281b-6264-4d58-b1f5-b4d8bfd2da64 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 811 time: 0.1442442 May 27 13:19:22.517386 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-65e0db74-c194-4565-82e3-646316fa5ad8 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/quotas/9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 375 time: 0.0087290 May 27 13:19:22.600547 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-46fe3e47-c172-4ce4-b32d-1f40676ec32c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:22.616028 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-46fe3e47-c172-4ce4-b32d-1f40676ec32c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:22.617329 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-46fe3e47-c172-4ce4-b32d-1f40676ec32c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946369 May 27 13:19:22.833602 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-9e4a9ff3-83f9-41cc-b78c-815ac251e2b2 service neutron] 10.222.0.52 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044597 May 27 13:19:22.964618 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-b66afebd-f6cb-4114-b2b4-1996321ce918 service neutron] 10.222.0.52 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246471 May 27 13:19:23.146630 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-282297f7-ae4a-4479-95a2-4ef5af0b2873 req-fa6acec5-6559-433e-97f8-b0e4f3c192da tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 210 time: 0.0445559 May 27 13:19:23.487308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84046963-6bbb-4688-b082-b499ad49b26e req-fee12867-adea-49fa-bdc8-c93418b4b06c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:23.488796 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-84046963-6bbb-4688-b082-b499ad49b26e req-fee12867-adea-49fa-bdc8-c93418b4b06c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 943 time: 0.0888948 May 27 13:19:23.534751 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-84046963-6bbb-4688-b082-b499ad49b26e req-d6e059a1-75ae-422e-a77c-d97d83792e65 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 May 27 13:19:23.999204 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 0acacee4-de87-4fbb-9743-491323b85ffd details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:19:24.133501 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0acacee4-de87-4fbb-9743-491323b85ffd,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:24.147442 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '0acacee4-de87-4fbb-9743-491323b85ffd', 'network_id': '4b7f1055-b48d-4903-abac-045dc550bff3', 'port_id': '0acacee4-de87-4fbb-9743-491323b85ffd', 'mac_address': 'fa:16:3e:d7:d8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8027e0e-3e29-4791-bad3-0f3278b05bef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:19:24.204053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:24.221928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acacee4-de87-4fbb-9743-491323b85ffd {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:24.238887 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0acacee4-de87-4fbb-9743-491323b85ffd,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:24.244298 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:24.246095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:24.314635 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c38f487f-3a20-4ca6-8146-0404b294a670 req-03c8ed4a-dc61-404e-96d1-a07d64f9cf7e tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 210 time: 0.0461633 May 27 13:19:24.316435 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:24.319692 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:24.477165 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-bca2b972-a7d9-4e0d-8ca8-5f7774e4c3d0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.477894 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-bca2b972-a7d9-4e0d-8ca8-5f7774e4c3d0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:24.496274 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-bca2b972-a7d9-4e0d-8ca8-5f7774e4c3d0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:24.497444 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-bca2b972-a7d9-4e0d-8ca8-5f7774e4c3d0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 811 time: 0.1829925 May 27 13:19:24.555903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-c93edc04-77f8-44cc-8ffa-1f59d74678a2 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:24.569219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-c93edc04-77f8-44cc-8ffa-1f59d74678a2 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:security_group {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:24.570559 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-c93edc04-77f8-44cc-8ffa-1f59d74678a2 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afd9ff364f24ed2a7b53846b14667de HTTP/1.1" status: 200 len: 379 time: 0.0562127 May 27 13:19:24.582993 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'port': {'device_id': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'admin_state_up': True, 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'security_groups': ['67fe0649-7054-47e8-9e08-6f163aed39a2']}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:24.666350 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['0acacee4-de87-4fbb-9743-491323b85ffd'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:24.729093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:24.737662 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6898a-74bf-4ca7-8acb-e7a1a5826c4c req-d4bb7778-762e-43b9-b7a7-2f5cca169df8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:24.738835 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:24.739321 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-deb6898a-74bf-4ca7-8acb-e7a1a5826c4c req-d4bb7778-762e-43b9-b7a7-2f5cca169df8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 944 time: 0.0907476 May 27 13:19:24.749638 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Made reservation on behalf of 9afd9ff364f24ed2a7b53846b14667de for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:19:24.753119 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:24.786137 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-deb6898a-74bf-4ca7-8acb-e7a1a5826c4c req-9b1a96a2-b54a-4dc7-98b9-71183df08c05 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 May 27 13:19:24.928844 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Allocated IP 172.20.0.12 (609eed2c-d3b0-41bc-ae40-37b3384d77f6/c0bec4de-17bb-4554-8f96-0302f67f251e/1ae8b1f7-7d14-40c3-b57d-37185c5c830a) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:25.132710 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:25.150292 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Transition to ACTIVE for port object 1ae8b1f7-7d14-40c3-b57d-37185c5c830a will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:19:25.174913 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:25.181012 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:25.200968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e633-bbb0-422b-9de5-f76abcbcb143 req-b5b8b1a6-fdf1-4531-9eb3-0473c0e7fc09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:25.202451 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8280e633-bbb0-422b-9de5-f76abcbcb143 req-b5b8b1a6-fdf1-4531-9eb3-0473c0e7fc09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.0828664 May 27 13:19:25.248133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:25.251296 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:25.255183 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:25.255384 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8280e633-bbb0-422b-9de5-f76abcbcb143 req-408b21c2-6873-423f-9bd9-746a58bac231 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470946 May 27 13:19:25.288673 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event updated for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:25.303323 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:25.326927 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:25.327536 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:25.356178 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7769558 May 27 13:19:25.385138 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Request body: {'port': {'device_id': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:25.503734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:25.520855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f9431-3659-4a0d-8e95-7b1dff4fd9d9 req-2f48f856-2cd9-4e1e-80e1-d367a98034d9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:25.522996 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d9f9431-3659-4a0d-8e95-7b1dff4fd9d9 req-2f48f856-2cd9-4e1e-80e1-d367a98034d9 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 932 time: 0.0819607 May 27 13:19:25.528675 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-982681af-26e9-458c-af9f-7d00abb9e408 None None] Provisioning for port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:25.535613 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-982681af-26e9-458c-af9f-7d00abb9e408 None None] Provisioning complete for port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:25.535995 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-982681af-26e9-458c-af9f-7d00abb9e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:25.576617 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d9f9431-3659-4a0d-8e95-7b1dff4fd9d9 req-b5342986-249e-461d-ac30-2277bd7f6b32 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465705 May 27 13:19:25.598254 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-982681af-26e9-458c-af9f-7d00abb9e408 None None] Port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:19:25.977566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa126dd-a9be-43bf-93d1-0727fef7c2f4 req-c960dd82-7a42-4c96-8400-2ecb714bb594 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:25.978828 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae8b1f7-7d14-40c3-b57d-37185c5c830a {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:25.978945 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bfa126dd-a9be-43bf-93d1-0727fef7c2f4 req-c960dd82-7a42-4c96-8400-2ecb714bb594 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 944 time: 0.0843832 May 27 13:19:25.985797 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.000558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Transition to ACTIVE for port object 1ae8b1f7-7d14-40c3-b57d-37185c5c830a will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:19:26.004423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 0acacee4-de87-4fbb-9743-491323b85ffd up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:19:26.005523 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.009635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f7047648-9080-4b4e-a414-1fe054b66ab7 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:26.111259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 0acacee4-de87-4fbb-9743-491323b85ffd completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:26.119042 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 0acacee4-de87-4fbb-9743-491323b85ffd triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:26.119462 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.133642 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bfa126dd-a9be-43bf-93d1-0727fef7c2f4 req-9d9a623e-ce31-4ce9-a138-fe349211b633 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493454 May 27 13:19:26.205686 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:26.245106 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:26.276316 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.301154 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Attempting to bind port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:19:26.301493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Attempting to bind port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:19:26.301832 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Attempting to bind port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:26.306877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:19:26.307735 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Attempting to bind port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a on network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:26.307929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:26.313660 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:19:26.314004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Checking segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:19:26.321125 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Bound using segment: {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:19:26.321969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Bound port: 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0f7d78-d454-40bb-b00f-73a708926af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:19:26.322615 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.326326 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0acacee4-de87-4fbb-9743-491323b85ffd,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:26.334861 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.338948 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:26.421405 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:26.424890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:26.436006 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd', 'code': 200} May 27 13:19:26.457068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c93916-a2f6-4615-9c60-b362342f41c1 req-1b8ac593-0860-4147-adc8-826c4d5ba709 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.457329 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:19:26.458568 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30c93916-a2f6-4615-9c60-b362342f41c1 req-1b8ac593-0860-4147-adc8-826c4d5ba709 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.0833976 May 27 13:19:26.461706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:19:26.469678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.473809 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fb159dc9-8897-46b1-a255-48472a71a566 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:26.515530 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30c93916-a2f6-4615-9c60-b362342f41c1 req-3c7edc8a-e0e3-4576-8398-9052fd6077e9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481632 May 27 13:19:26.539697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.540429 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:26.541840 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] 10.222.0.21 "PUT /v2.0/ports/1ae8b1f7-7d14-40c3-b57d-37185c5c830a HTTP/1.1" status: 200 len: 1094 time: 1.1618509 May 27 13:19:26.542346 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:26.561576 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Pushing event updated for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:26.564889 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:26.614147 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'status': 'completed', 'code': 200} May 27 13:19:26.721721 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-19950065-b833-4a2b-88ea-3daf624bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.723418 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-19950065-b833-4a2b-88ea-3daf624bd93e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 1097 time: 0.0917072 May 27 13:19:26.747539 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e039f-c280-4403-a919-7b45f33649df req-9ea49fc2-9115-41d1-b17a-f56df62ec737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.749399 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-072e039f-c280-4403-a919-7b45f33649df req-9ea49fc2-9115-41d1-b17a-f56df62ec737 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 1098 time: 0.0862424 May 27 13:19:26.797769 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-072e039f-c280-4403-a919-7b45f33649df req-28ebbe4e-7f6e-4302-bbe8-48334e24fb74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 May 27 13:19:26.815284 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-74d4f9a3-2255-45e4-9a34-8b729af36eda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a HTTP/1.1" status: 200 len: 217 time: 0.0786207 May 27 13:19:26.934952 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8945fc-a051-4cb2-a342-68373d49a66d req-9b0ddca7-1cf6-4019-81fa-75c8adf424e7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.936405 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b8945fc-a051-4cb2-a342-68373d49a66d req-9b0ddca7-1cf6-4019-81fa-75c8adf424e7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 944 time: 0.0838723 May 27 13:19:26.939167 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-334be2cf-2aff-47ef-a021-7165e15a478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:26.940756 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-334be2cf-2aff-47ef-a021-7165e15a478a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.0605686 May 27 13:19:26.981701 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b8945fc-a051-4cb2-a342-68373d49a66d req-ef879cf4-3ef5-4149-a32d-636120315752 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 May 27 13:19:27.059522 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-ee92ce0b-1b84-469b-869b-1a4b6c6b0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.061028 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-ee92ce0b-1b84-469b-869b-1a4b6c6b0c00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735879 May 27 13:19:27.197985 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-cd8f3f00-7c9c-491b-a272-82a5619aa8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276596 May 27 13:19:27.341052 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ef33a-2fdd-401f-98db-c487682b2eb7 req-495e07de-4920-4c16-9b17-62b67195ce0c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.342579 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc5ef33a-2fdd-401f-98db-c487682b2eb7 req-495e07de-4920-4c16-9b17-62b67195ce0c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.0999718 May 27 13:19:27.355524 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3843c742-48b9-4e87-b7fc-290c46133a7b req-486c6acb-3f04-4154-802f-99fb0423dfcb service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396253 May 27 13:19:27.391006 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc5ef33a-2fdd-401f-98db-c487682b2eb7 req-e570367e-a599-436c-9321-1deb883570b5 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 May 27 13:19:27.501736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a776-2e24-4255-82d0-472950c7728c req-619b4367-30a0-4c80-958a-a61b32158eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.503088 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-619b4367-30a0-4c80-958a-a61b32158eb6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 1097 time: 0.0696452 May 27 13:19:27.652446 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a776-2e24-4255-82d0-472950c7728c req-2e93990e-402c-43dd-afef-7826ad3c6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.653921 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-2e93990e-402c-43dd-afef-7826ad3c6770 service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.1327364 May 27 13:19:27.734278 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-f142aac1-4af7-4c67-8838-a73ec12c111f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a HTTP/1.1" status: 200 len: 217 time: 0.0648305 May 27 13:19:27.758016 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-17ed0110-d236-48b6-b5bd-2cef109d1d66 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.759356 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-17ed0110-d236-48b6-b5bd-2cef109d1d66 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.1403611 May 27 13:19:27.766489 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd15fdb-f042-448d-85c0-8efc2b30e7f8 req-c6bd220f-ae5a-46c7-ae51-fe376de00f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.767796 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fd15fdb-f042-448d-85c0-8efc2b30e7f8 req-c6bd220f-ae5a-46c7-ae51-fe376de00f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 946 time: 0.1153107 May 27 13:19:27.808133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a776-2e24-4255-82d0-472950c7728c req-afb86ded-e520-4737-8afb-a54341101374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.809618 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-afb86ded-e520-4737-8afb-a54341101374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.0596483 May 27 13:19:27.895555 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7fd15fdb-f042-448d-85c0-8efc2b30e7f8 req-fd00d7d3-6a6a-4ce6-b705-d7a05d98301f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961878 May 27 13:19:27.936230 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:27.936600 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:27.987173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0a776-2e24-4255-82d0-472950c7728c req-32c00210-85fb-4b5e-83bc-b441676d94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:27.988761 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-32c00210-85fb-4b5e-83bc-b441676d94a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1712689 May 27 13:19:28.074957 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] For port 121dd0b2-ad41-488f-8d5e-5a76937f3c25, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=121dd0b2-ad41-488f-8d5e-5a76937f3c25,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:28.075585 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:28.134156 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-5c30db85-7613-42d9-8548-7373b04d71bc service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357877 May 27 13:19:28.277027 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-61f0a776-2e24-4255-82d0-472950c7728c req-c327adbb-69c1-431e-a30a-fcb7bffa44be service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358128 May 27 13:19:28.425038 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590379ca-d5c6-4050-b8f5-a8fda71c8817 req-1fe0f992-9a0c-4f35-8631-d6c5ed2d0254 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:28.426596 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-590379ca-d5c6-4050-b8f5-a8fda71c8817 req-1fe0f992-9a0c-4f35-8631-d6c5ed2d0254 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 944 time: 0.2817245 May 27 13:19:28.471716 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:28.472083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:28.472432 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP efe4571d-503a-480c-969a-b0606bd15b6b disassociated. External IP: 172.27.3.228, port: 121dd0b2-ad41-488f-8d5e-5a76937f3c25. May 27 13:19:28.472847 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for 121dd0b2-ad41-488f-8d5e-5a76937f3c25 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:28.499087 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-590379ca-d5c6-4050-b8f5-a8fda71c8817 req-79813fe6-ad50-487e-bd4d-c06ece656e7d tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606945 May 27 13:19:28.641729 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:28.647813 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:28.703033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=121dd0b2-ad41-488f-8d5e-5a76937f3c25,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:28.707526 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:28.955221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7972743-e0ce-435f-bdff-6f820af0086e req-25dc51b3-fc01-41f7-a9bf-375c27e62893 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:28.956778 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f7972743-e0ce-435f-bdff-6f820af0086e req-25dc51b3-fc01-41f7-a9bf-375c27e62893 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.3577673 May 27 13:19:29.073623 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f7972743-e0ce-435f-bdff-6f820af0086e req-a06b7733-252a-4f82-8545-38a19ba703f3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085069 May 27 13:19:29.078623 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2b6f6a53-11ae-4a72-b024-64798b3f86ad req-2789a247-b654-4369-965c-b9e37b8a5c3d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.0725577 May 27 13:19:29.080490 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:29.297840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:29.308416 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:29.320556 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:29.321190 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:29.371882 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] No DVR routers for this DVR port 121dd0b2-ad41-488f-8d5e-5a76937f3c25 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:29.375492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:29.377072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'name': 'network-vif-deleted', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:29.400679 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f765caf7-fb0d-45a4-9b26-4f32063643d0 req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "DELETE /v2.0/ports/121dd0b2-ad41-488f-8d5e-5a76937f3c25 HTTP/1.1" status: 204 len: 173 time: 1.6317308 May 27 13:19:29.426498 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cb1fef-c3f7-4c26-9268-04b8e4262b07', 'name': 'network-vif-deleted', 'tag': '121dd0b2-ad41-488f-8d5e-5a76937f3c25', 'status': 'completed', 'code': 200} May 27 13:19:29.514205 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:29.739789 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8054a-9dbc-411d-87a4-064214fefb30 req-890cbc85-fb45-4ccf-8899-89b3d0dbcd52 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:29.741825 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-97b8054a-9dbc-411d-87a4-064214fefb30 req-890cbc85-fb45-4ccf-8899-89b3d0dbcd52 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 944 time: 0.1150379 May 27 13:19:29.786822 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-97b8054a-9dbc-411d-87a4-064214fefb30 req-558a22c6-746d-45c2-b341-3716c4160e51 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390875 May 27 13:19:29.894409 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:29.898653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:29.907064 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:29.907742 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:30.119837 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:30.271729 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f853a671-6f4a-403c-a741-037a7f46d721 req-7e6dafc8-e01b-4a0a-a963-cec6a610c1ce tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:30.289033 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f853a671-6f4a-403c-a741-037a7f46d721 req-7e6dafc8-e01b-4a0a-a963-cec6a610c1ce tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:30.289033 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f853a671-6f4a-403c-a741-037a7f46d721 req-7e6dafc8-e01b-4a0a-a963-cec6a610c1ce tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2cb1fef-c3f7-4c26-9268-04b8e4262b07 HTTP/1.1" status: 200 len: 210 time: 0.0590506 May 27 13:19:30.440390 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:30.451164 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef20ca1-1877-45d1-9913-2bfa1f6bd7ae None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:30.466946 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bb819778-c014-4a22-804d-89bedb76b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:30.680205 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ee7049-fd2d-47c7-86a2-ebc53a91c9b5 None None] New status for floating IP efe4571d-503a-480c-969a-b0606bd15b6b: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:30.991616 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce0b86-c53b-4f7f-93f5-acd0d4f17b13 req-c2decd6d-becf-473a-8b90-74ed5dee8610 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:30.993102 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6cce0b86-c53b-4f7f-93f5-acd0d4f17b13 req-c2decd6d-becf-473a-8b90-74ed5dee8610 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 944 time: 0.0936294 May 27 13:19:31.038875 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6cce0b86-c53b-4f7f-93f5-acd0d4f17b13 req-5ad43ecc-3cc8-48f8-92dd-8bd80f93aabc tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399287 May 27 13:19:31.658865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-f79ce786-89fd-4ba1-8529-374db394403f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297179202&fields=id&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 267 time: 0.0404468 May 27 13:19:31.809909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-6afe51ea-65f8-4d91-8a30-683c68373ee6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:31.811312 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-6afe51ea-65f8-4d91-8a30-683c68373ee6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.1454391 May 27 13:19:31.826085 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-dc7cb032-d689-459e-b3f1-3245999b01d9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/quotas/bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 375 time: 0.0094178 May 27 13:19:31.914352 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-f540f69d-746f-4247-a7f7-4f2e1eed6ad4 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831177 May 27 13:19:32.059208 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-27d2beaa-5a25-488b-8e13-5e51c9667d48 service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331201 May 27 13:19:32.066030 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 1ae8b1f7-7d14-40c3-b57d-37185c5c830a details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:19:32.068411 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 121dd0b2-ad41-488f-8d5e-5a76937f3c25 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:19:32.120549 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 121dd0b2-ad41-488f-8d5e-5a76937f3c25 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:19:32.120910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 121dd0b2-ad41-488f-8d5e-5a76937f3c25 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:19:32.254544 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-a49e0bbf-b716-4666-bbcb-62043eb6f073 service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890798 May 27 13:19:32.257702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:32.273119 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'port_id': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'mac_address': 'fa:16:3e:78:df:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:19:32.277992 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e24c1d-9cd3-42da-a128-272950c055a2 req-394906ae-1d85-4b97-9943-7c45eb81a9ee tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:32.279648 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5e24c1d-9cd3-42da-a128-272950c055a2 req-394906ae-1d85-4b97-9943-7c45eb81a9ee tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 944 time: 0.1255376 May 27 13:19:32.329078 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5e24c1d-9cd3-42da-a128-272950c055a2 req-25ca34b0-50e9-4b7a-8273-1055fb1c40e7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426998 May 27 13:19:32.359154 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:32.376230 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae8b1f7-7d14-40c3-b57d-37185c5c830a {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:32.392965 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:32.398477 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:32.400286 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:32.471743 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:32.474946 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:32.663192 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-75c8cf5f-c68f-4b5d-9780-1be789da0758 req-b1024e0e-d1b5-490f-b3f2-b2d5fc05c377 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 210 time: 0.0437546 May 27 13:19:32.795127 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['1ae8b1f7-7d14-40c3-b57d-37185c5c830a'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:32.984443 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:33.514648 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc480b15-ab88-4faa-a0f5-d81c40feabff req-aa02c9fb-45a7-4550-8268-9698064c7c68 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:33.516110 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bc480b15-ab88-4faa-a0f5-d81c40feabff req-aa02c9fb-45a7-4550-8268-9698064c7c68 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 945 time: 0.0821545 May 27 13:19:33.562859 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bc480b15-ab88-4faa-a0f5-d81c40feabff req-d0cdf4ab-54ab-4dbc-9748-fde43a09196a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 May 27 13:19:33.927730 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-906c0efa-19c7-41ca-9bcc-37ebc445c203 req-850f473e-4043-4dc7-aba4-73e9e343ea9b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 210 time: 0.0597541 May 27 13:19:33.977461 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-49ec840d-71bc-4a55-9423-892b2d8f6648 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:33.978793 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-49ec840d-71bc-4a55-9423-892b2d8f6648 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.2862103 May 27 13:19:34.033127 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-3178be43-fd53-47fa-bed7-ecc03c2374fa tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 379 time: 0.0409751 May 27 13:19:34.043378 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'port': {'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'admin_state_up': True, 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'security_groups': ['ea1e97a8-3316-4070-80f9-a3af9949b81f']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:34.072814 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 1ae8b1f7-7d14-40c3-b57d-37185c5c830a up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:19:34.142418 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:34.148239 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:34.149120 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.184016 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:34.194455 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:34.207406 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Made reservation on behalf of bd3956808db147c5b64b1f6b5dd27de2 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:19:34.212180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.272208 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.299681 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:34.310044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:34.315746 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.318633 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1e4af0ea-1071-450d-8d65-8e88cff2da36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:34.354981 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'code': 200} May 27 13:19:34.390492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.20.0.9 (acd8b240-8bde-43be-9e0b-74e5a513d6a5/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12/17513b9c-3456-4437-a6b6-129c6c161a0e) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:34.391113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:34.394729 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:34.601107 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.611812 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af935-8463-4adf-9a5b-fb27c95151e9 req-e5faa5e3-6543-40b4-89df-95ae2aa99210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.613714 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-215af935-8463-4adf-9a5b-fb27c95151e9 req-e5faa5e3-6543-40b4-89df-95ae2aa99210 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 1099 time: 0.0825584 May 27 13:19:34.618817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Transition to ACTIVE for port object 17513b9c-3456-4437-a6b6-129c6c161a0e will not be triggered until provisioned by entity DHCP. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:19:34.650472 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.663401 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6ae4136b-2ca7-4751-8b7d-e15e6a091e5b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:34.674613 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-215af935-8463-4adf-9a5b-fb27c95151e9 req-9c1b69fa-16fd-4625-9cc8-0b45d8947a56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503547 May 27 13:19:34.748764 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:34.766939 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:34.776070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:34.840933 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:34.846519 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:34.868012 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.868012 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.898906 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8589914 May 27 13:19:34.906511 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7982-cde0-43ca-9d8c-bcf1f9c3fd04 req-4c239768-3b3c-4673-9043-115376462ff0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:34.908001 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c9e7982-cde0-43ca-9d8c-bcf1f9c3fd04 req-4c239768-3b3c-4673-9043-115376462ff0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.1994293 May 27 13:19:34.914062 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Request body: {'port': {'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:34.926640 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2474a12-3eeb-417d-98fe-4f64aa39953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:34.974061 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-ad59a81a-dfb7-4dfd-ac19-e404e898fa6b None None] Provisioning for port 17513b9c-3456-4437-a6b6-129c6c161a0e completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:34.982842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-ad59a81a-dfb7-4dfd-ac19-e404e898fa6b None None] Provisioning complete for port 17513b9c-3456-4437-a6b6-129c6c161a0e triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:34.982842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-ad59a81a-dfb7-4dfd-ac19-e404e898fa6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:35.025762 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c9e7982-cde0-43ca-9d8c-bcf1f9c3fd04 req-fa1be28f-a80d-48f1-82c6-b56dd7abc7ae tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779462 May 27 13:19:35.051213 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a81a-dfb7-4dfd-ac19-e404e898fa6b None None] Port 17513b9c-3456-4437-a6b6-129c6c161a0e cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:19:35.134845 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:35.220887 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b69a65-66a9-4e82-8717-cb30678103a1 req-96b4ec69-9812-45cb-bece-a34416904f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:35.221586 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-17b69a65-66a9-4e82-8717-cb30678103a1 req-96b4ec69-9812-45cb-bece-a34416904f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:35.298991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-17b69a65-66a9-4e82-8717-cb30678103a1 req-96b4ec69-9812-45cb-bece-a34416904f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:35.300162 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-17b69a65-66a9-4e82-8717-cb30678103a1 req-96b4ec69-9812-45cb-bece-a34416904f09 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 931 time: 0.2468722 May 27 13:19:35.426963 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-17b69a65-66a9-4e82-8717-cb30678103a1 req-d7db9162-f4ed-4e7b-a025-b150095fdb07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183965 May 27 13:19:35.540971 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17513b9c-3456-4437-a6b6-129c6c161a0e {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:35.548179 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:35.562952 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Transition to ACTIVE for port object 17513b9c-3456-4437-a6b6-129c6c161a0e will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:19:35.567535 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:35.571546 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:35.725386 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Pushing event updated for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:35.733196 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:35.894658 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Attempting to bind port 17513b9c-3456-4437-a6b6-129c6c161a0e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:19:35.895047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Attempting to bind port 17513b9c-3456-4437-a6b6-129c6c161a0e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:19:35.895464 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Attempting to bind port 17513b9c-3456-4437-a6b6-129c6c161a0e on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:35.902257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Port 17513b9c-3456-4437-a6b6-129c6c161a0e on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:19:35.902580 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Attempting to bind port 17513b9c-3456-4437-a6b6-129c6c161a0e on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:19:35.908975 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:19:35.909311 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:19:35.909692 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Bound using segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:19:35.910116 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Bound port: 17513b9c-3456-4437-a6b6-129c6c161a0e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:19:35.910462 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:36.007771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:19:36.010690 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=17513b9c-3456-4437-a6b6-129c6c161a0e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:19:36.014664 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:36.018370 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fc429990-d784-4c80-9721-3a642365fb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:36.084299 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.084946 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:36.086280 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] 10.222.0.21 "PUT /v2.0/ports/17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 1093 time: 1.1771450 May 27 13:19:36.086800 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:36.111165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Pushing event updated for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:36.112835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:36.151910 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'status': 'completed', 'code': 200} May 27 13:19:36.286585 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-416a47de-8814-4b1f-b344-580d9b3e53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.288069 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-416a47de-8814-4b1f-b344-580d9b3e53c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1096 time: 0.1384203 May 27 13:19:36.299544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1e333-8c7a-4f1c-b822-4a984834c7e3 req-9ba8e3e5-5763-448c-981d-5b77072cb0ff tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.300967 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-52b1e333-8c7a-4f1c-b822-4a984834c7e3 req-9ba8e3e5-5763-448c-981d-5b77072cb0ff tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.1180470 May 27 13:19:36.381754 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-b573e2ca-cbdc-4b4a-87fc-17ca66d219d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 217 time: 0.0762079 May 27 13:19:36.462215 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-52b1e333-8c7a-4f1c-b822-4a984834c7e3 req-a6fe109e-de0b-4b17-8d32-3a4504e9e177 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071858 May 27 13:19:36.487319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-e23cd321-1780-4522-8a12-cd5d021dccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.489376 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-e23cd321-1780-4522-8a12-cd5d021dccf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0949266 May 27 13:19:36.626916 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-5b2a0381-141d-4c04-9974-c00642d60e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.628531 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-5b2a0381-141d-4c04-9974-c00642d60e54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1296678 May 27 13:19:36.654938 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:36.749547 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6203a8b-01a4-42a7-8904-60b004d7664f req-d62c80fc-ab35-4f13-b5bd-f4e5798cf1be tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:36.750912 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d6203a8b-01a4-42a7-8904-60b004d7664f req-d62c80fc-ab35-4f13-b5bd-f4e5798cf1be tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.1937678 May 27 13:19:36.847287 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-16427886-c8dd-48c8-850e-f826fcf636de service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098029 May 27 13:19:36.896971 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d6203a8b-01a4-42a7-8904-60b004d7664f req-501b0c19-46ef-4680-b552-e1e650cd8364 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321166 May 27 13:19:37.028356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9586ad-ddfd-40f2-9384-33a94cb9352b req-633f9105-859c-436b-b18e-df4fb2f6006c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:37.029864 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7c9586ad-ddfd-40f2-9384-33a94cb9352b req-633f9105-859c-436b-b18e-df4fb2f6006c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.2291949 May 27 13:19:37.033837 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3debf2ec-4230-47dd-9039-9a1ab023a677 req-11a5d8f6-7ecb-4be5-ac1b-5c9bf2b9b72b service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715660 May 27 13:19:37.039071 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54470) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:37.045210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Request body: {'floatingip': {'port_id': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:37.162912 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:37.362544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-6f282d7f-7c73-419e-ace7-885e3823c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:37.364506 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-6f282d7f-7c73-419e-ace7-885e3823c767 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1096 time: 0.2598765 May 27 13:19:37.754690 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-fdc03ebb-a5b3-407b-baf0-a6a06906f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:37.756149 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-fdc03ebb-a5b3-407b-baf0-a6a06906f31b service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.3800476 May 27 13:19:37.889821 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-920060b6-034b-4437-8921-edc7a0e23df1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 217 time: 0.0793588 May 27 13:19:37.978473 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-5f018aa4-099f-4671-ad29-09d17e910418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:37.978473 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-5f018aa4-099f-4671-ad29-09d17e910418 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0747037 May 27 13:19:38.220526 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:38.231676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:38.296064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-bb671879-4ead-48fb-ab87-86cc181fb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:38.298069 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-bb671879-4ead-48fb-ab87-86cc181fb69c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3096924 May 27 13:19:38.308878 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28032d-3dec-40d4-8e96-5bd8b1238f29 req-8dc79ef7-7d87-4cfa-8b12-c6c483df8e74 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:38.310380 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e28032d-3dec-40d4-8e96-5bd8b1238f29 req-8dc79ef7-7d87-4cfa-8b12-c6c483df8e74 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.2910593 May 27 13:19:38.454604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:38.543511 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3e28032d-3dec-40d4-8e96-5bd8b1238f29 req-e31fd784-eb8d-479b-a21e-4bfda8dfbe54 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232842 May 27 13:19:38.573567 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Floating IP 322a863a-9fd4-4e75-9e7f-a51de5371152 associated. External IP: 172.27.3.55, port: 1ae8b1f7-7d14-40c3-b57d-37185c5c830a. May 27 13:19:38.659283 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-33809475-88d0-4a59-9c1e-4e5b4e51dc4c service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378949 May 27 13:19:39.092291 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b96aafb2-197a-40a0-abde-80e8cf3d62a8 req-07ceebb1-fc5a-4d3e-8e13-ae51fa81f862 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694456 May 27 13:19:39.204428 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:39.398512 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:39.403484 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:39.409775 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:39.422343 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:39.423061 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:39.459884 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-571042c1-9504-4982-be81-8a79655cf5d4 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "PUT /v2.0/floatingips/322a863a-9fd4-4e75-9e7f-a51de5371152 HTTP/1.1" status: 200 len: 991 time: 2.4195371 May 27 13:19:39.460580 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:39.636153 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'status': 'completed', 'code': 200} May 27 13:19:39.659511 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:39.842070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-ecc32113-7492-448f-a3b0-2e2923b2e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:39.843559 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-ecc32113-7492-448f-a3b0-2e2923b2e8f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9afd9ff364f24ed2a7b53846b14667de&device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 1099 time: 0.1741655 May 27 13:19:39.851817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ae824-36e6-4a32-8df4-06a2e145cff5 req-2317919b-b6f8-4aa4-800a-8a5d0c7001d6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:39.853222 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb8ae824-36e6-4a32-8df4-06a2e145cff5 req-2317919b-b6f8-4aa4-800a-8a5d0c7001d6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.1108103 May 27 13:19:39.986005 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bb8ae824-36e6-4a32-8df4-06a2e145cff5 req-77366626-1072-46f3-8c17-70c4a4bf9aba tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109447 May 27 13:19:40.022739 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-20299f1b-0c13-469c-9586-75b450c14509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:40.024195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-20299f1b-0c13-469c-9586-75b450c14509 service neutron] 10.222.0.21 "GET /v2.0/networks?id=609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 200 len: 912 time: 0.1669288 May 27 13:19:40.039792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '322a863a-9fd4-4e75-9e7f-a51de5371152', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:78:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:21Z', 'updated_at': '2021-05-27T13:19:38Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:40.044136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:40.053413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:40.054088 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:40.151686 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-c7fc287a-11bd-4bcd-97b5-5ccf84a452ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a HTTP/1.1" status: 200 len: 999 time: 0.1158485 May 27 13:19:40.220681 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-3f315c27-c687-4050-b5e4-acd637f8558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:40.222113 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-3f315c27-c687-4050-b5e4-acd637f8558d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 200 len: 850 time: 0.0626559 May 27 13:19:40.244939 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:40.319092 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-5ec2b03d-006e-43cc-bb07-9386f2a8784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:40.320612 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-5ec2b03d-006e-43cc-bb07-9386f2a8784a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=609eed2c-d3b0-41bc-ae40-37b3384d77f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717406 May 27 13:19:40.492073 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-a9e36089-8984-4fa9-a5bd-cda73edb4999 service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579483 May 27 13:19:40.605985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '322a863a-9fd4-4e75-9e7f-a51de5371152', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:78:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:21Z', 'updated_at': '2021-05-27T13:19:38Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:40.610057 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc62330-7f45-40bf-9fa8-b247475b3223 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '322a863a-9fd4-4e75-9e7f-a51de5371152', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'port_id': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'mac_address': 'fa:16:3e:78:df:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:21Z', 'updated_at': '2021-05-27T13:19:38Z', 'revision_number': 1, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:40.628373 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d42ac58-dafd-40dc-bb11-96c0eafce073 req-eaea3e22-3ea6-417f-9d1e-42dead10d36d service neutron] 10.222.0.21 "GET /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291649 May 27 13:19:40.810134 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5e6daa-d9ea-43e7-9282-6e9d429a7539 None None] New status for floating IP 322a863a-9fd4-4e75-9e7f-a51de5371152: ACTIVE {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:41.204115 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc5bbf-0832-4298-bf90-adc03951b297 req-68280be4-2c1f-4dce-aa1a-e91e9fb3b8b4 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:41.205596 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-50fc5bbf-0832-4298-bf90-adc03951b297 req-68280be4-2c1f-4dce-aa1a-e91e9fb3b8b4 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.0847685 May 27 13:19:41.253287 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-50fc5bbf-0832-4298-bf90-adc03951b297 req-bc848173-46d1-4173-b734-1b94cc24a5b1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405796 May 27 13:19:42.459057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b665ee9-3142-428b-bf44-2ca9cbc284d1 req-ef7c740e-afe8-4f8c-baa3-19712cec539d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:42.460554 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3b665ee9-3142-428b-bf44-2ca9cbc284d1 req-ef7c740e-afe8-4f8c-baa3-19712cec539d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.0824819 May 27 13:19:42.653898 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3b665ee9-3142-428b-bf44-2ca9cbc284d1 req-60c7904f-e6b1-4711-adec-2f3a00447a14 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604257 May 27 13:19:42.676718 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360eb6e-e05d-4c08-aeff-a463f8e5f03c req-7894fa60-7bbc-43a8-a925-3dd9775fd838 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:42.678231 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5360eb6e-e05d-4c08-aeff-a463f8e5f03c req-7894fa60-7bbc-43a8-a925-3dd9775fd838 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.2168217 May 27 13:19:42.725373 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5360eb6e-e05d-4c08-aeff-a463f8e5f03c req-63146599-5eb1-4624-b0cf-1309f5398081 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399396 May 27 13:19:43.837581 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc385e4-acce-420b-981e-2bbf477d4622 req-85817d20-334e-4021-b0f0-30b10ab92445 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:43.839030 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdc385e4-acce-420b-981e-2bbf477d4622 req-85817d20-334e-4021-b0f0-30b10ab92445 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.0786402 May 27 13:19:43.930214 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bdc385e4-acce-420b-981e-2bbf477d4622 req-c13a9913-1f8c-43fb-b238-7ef583a5e983 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582595 May 27 13:19:43.952770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e5d25-5ee7-4932-bc9b-01aff31074d7 req-224897f9-0698-4692-a46d-d5088dc1c965 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:43.954199 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c87e5d25-5ee7-4932-bc9b-01aff31074d7 req-224897f9-0698-4692-a46d-d5088dc1c965 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.1143343 May 27 13:19:43.999335 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c87e5d25-5ee7-4932-bc9b-01aff31074d7 req-9256bf93-3973-4a7f-b997-94a0046edbb8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 May 27 13:19:44.841922 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-fb8b3b8d-5e0f-4cda-815f-4ea243e28d87 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:44.843231 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-fb8b3b8d-5e0f-4cda-815f-4ea243e28d87 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.0903454 May 27 13:19:44.983563 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Deleting port 0acacee4-de87-4fbb-9743-491323b85ffd {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:44.984051 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:45.250935 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] For port 0acacee4-de87-4fbb-9743-491323b85ffd, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=0acacee4-de87-4fbb-9743-491323b85ffd,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:45.252005 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:45.383542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Calling delete_port for 0acacee4-de87-4fbb-9743-491323b85ffd owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:45.400382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15e92-a8f1-4e8c-bfc9-68b257a306ba req-d6a623b7-b832-4b9a-b2b8-a4375977d4fb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:45.401853 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-13e15e92-a8f1-4e8c-bfc9-68b257a306ba req-d6a623b7-b832-4b9a-b2b8-a4375977d4fb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.3510647 May 27 13:19:45.410082 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124eb5-970d-43f7-9fdd-135d7d25864e req-693ac225-cc81-4d9f-955a-ef3095b1188d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:45.411968 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-08124eb5-970d-43f7-9fdd-135d7d25864e req-693ac225-cc81-4d9f-955a-ef3095b1188d tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf174afb-db07-4f10-a581-30d85cd8928a HTTP/1.1" status: 200 len: 945 time: 0.2916856 May 27 13:19:45.496909 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-13e15e92-a8f1-4e8c-bfc9-68b257a306ba req-e87d8bab-1247-4dfb-a83d-91c7ab99e4fc tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839295 May 27 13:19:45.506492 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-08124eb5-970d-43f7-9fdd-135d7d25864e req-cbbf5d48-bea2-485f-9583-1a9b067af665 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 May 27 13:19:45.591646 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:45.597646 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-85b03856-bb94-42af-a340-8e4446f16fe8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:45.604851 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0', '934c1187-f256-4582-a6cb-9b7aa3fab724', '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', '0acacee4-de87-4fbb-9743-491323b85ffd'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:45.644483 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event deleted for resources: {'Port': ['ID=0acacee4-de87-4fbb-9743-491323b85ffd,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:45.646854 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:45.725881 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] No DVR routers for this DVR port 0acacee4-de87-4fbb-9743-491323b85ffd on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:45.728392 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:45.731043 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'name': 'network-vif-deleted', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:45.739577 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d3bf1341-6bfe-42f0-aefa-00a36d4db036 req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "DELETE /v2.0/ports/0acacee4-de87-4fbb-9743-491323b85ffd HTTP/1.1" status: 204 len: 173 time: 0.8891089 May 27 13:19:45.784860 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf174afb-db07-4f10-a581-30d85cd8928a', 'name': 'network-vif-deleted', 'tag': '0acacee4-de87-4fbb-9743-491323b85ffd', 'status': 'completed', 'code': 200} May 27 13:19:46.707860 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ed804-fdca-4b98-b806-6188b159ea27 req-a7a76ec6-f37f-43f3-a494-0acaf4b5640c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:46.713334 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d58ed804-fdca-4b98-b806-6188b159ea27 req-a7a76ec6-f37f-43f3-a494-0acaf4b5640c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.0918665 May 27 13:19:46.817017 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d58ed804-fdca-4b98-b806-6188b159ea27 req-f3e536a2-73c9-482e-8ce6-45a2a5dabc18 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642331 May 27 13:19:46.834867 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-e7653b17-0639-4405-a2f0-5418ff07ef93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1175249 May 27 13:19:46.935373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-122b4d17-68eb-48fd-81d4-f6a34fb29e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:46.936960 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-122b4d17-68eb-48fd-81d4-f6a34fb29e37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 1098 time: 0.0761807 May 27 13:19:47.098145 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-886cde91-b350-4b84-ac38-eb9033135f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:47.100093 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-886cde91-b350-4b84-ac38-eb9033135f9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 200 len: 915 time: 0.1327231 May 27 13:19:47.253074 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-7d22504f-eafa-40a6-a749-9141df25a54c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0 HTTP/1.1" status: 200 len: 217 time: 0.1432960 May 27 13:19:47.331517 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-829e7615-b7d3-48e4-9c10-87aecf7216b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:47.332972 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-829e7615-b7d3-48e4-9c10-87aecf7216b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 200 len: 854 time: 0.0597203 May 27 13:19:47.381596 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-6c04ccf9-27c5-4fdb-9ad5-044852b871c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4b7f1055-b48d-4903-abac-045dc550bff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396564 May 27 13:19:47.518066 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-ebc40f11-e1f3-4da2-b851-851ebe09b1ca service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275051 May 27 13:19:47.656218 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce2a8fb-ff4e-4ecc-b0fb-0044ccb29047 req-1a7c6a92-b4cb-479a-abfb-9bb5b3b6018b service neutron] 10.222.0.21 "GET /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243956 May 27 13:19:47.887613 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:48.032897 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc00db-064c-4b71-9e11-1512d89ff340 req-d822b0ec-801b-4806-bd84-aed6bece4ba7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:48.034377 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1abc00db-064c-4b71-9e11-1512d89ff340 req-d822b0ec-801b-4806-bd84-aed6bece4ba7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 943 time: 0.0869069 May 27 13:19:48.080615 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1abc00db-064c-4b71-9e11-1512d89ff340 req-c7af69f8-2601-4876-9168-74a13e69d3d7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400162 May 27 13:19:48.135605 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 17513b9c-3456-4437-a6b6-129c6c161a0e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:19:48.300081 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=17513b9c-3456-4437-a6b6-129c6c161a0e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:48.314409 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:19:48.373529 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:48.383162 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996fd0c-19c8-4894-8b58-69e9d51a157c req-59e7a627-b51d-4897-b1b4-34b42c835077 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:48.383858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f996fd0c-19c8-4894-8b58-69e9d51a157c req-59e7a627-b51d-4897-b1b4-34b42c835077 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Synchronizing usage tracker for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:48.390733 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17513b9c-3456-4437-a6b6-129c6c161a0e {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:19:48.403621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f996fd0c-19c8-4894-8b58-69e9d51a157c req-59e7a627-b51d-4897-b1b4-34b42c835077 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Unset dirty status for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:48.404909 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f996fd0c-19c8-4894-8b58-69e9d51a157c req-59e7a627-b51d-4897-b1b4-34b42c835077 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.0996222 May 27 13:19:48.408084 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=17513b9c-3456-4437-a6b6-129c6c161a0e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:48.412689 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:48.415385 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:48.451372 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f996fd0c-19c8-4894-8b58-69e9d51a157c req-e320d18a-cbbb-4651-a1da-524fb81fbb48 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 May 27 13:19:48.485670 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:48.493056 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.493407 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.493747 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.494078 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.494407 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.494736 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.495088 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.495414 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.495738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.496085 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.497246 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.497246 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:48.500448 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:48.830557 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['17513b9c-3456-4437-a6b6-129c6c161a0e'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:49.274360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a904e-81c0-422a-9273-d1ea56ff990c req-6ed4e988-6508-41b4-b57f-810888ca9eaa tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:49.275828 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-021a904e-81c0-422a-9273-d1ea56ff990c req-6ed4e988-6508-41b4-b57f-810888ca9eaa tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 944 time: 0.0874693 May 27 13:19:49.320584 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-021a904e-81c0-422a-9273-d1ea56ff990c req-3a5aadf6-cd8b-45d0-8e16-8f259b48aed1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 May 27 13:19:49.642879 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37ec3c-0b6c-4ab3-ae74-16d1460a5b92 req-96297a1e-f950-4e2d-9e1c-fd657adb1143 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:49.644236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d37ec3c-0b6c-4ab3-ae74-16d1460a5b92 req-96297a1e-f950-4e2d-9e1c-fd657adb1143 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.0784652 May 27 13:19:49.693256 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d37ec3c-0b6c-4ab3-ae74-16d1460a5b92 req-6e18578d-fac3-46d1-b134-f662c7c7bcf8 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 May 27 13:19:50.135712 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 17513b9c-3456-4437-a6b6-129c6c161a0e up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:19:50.207007 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 17513b9c-3456-4437-a6b6-129c6c161a0e completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:19:50.212643 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 17513b9c-3456-4437-a6b6-129c6c161a0e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:19:50.213018 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:50.334951 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:50.362194 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:50.372559 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=17513b9c-3456-4437-a6b6-129c6c161a0e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:50.376491 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:50.377471 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 0acacee4-de87-4fbb-9743-491323b85ffd no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:19:50.406850 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:50.445813 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'code': 200} May 27 13:19:50.455610 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 0acacee4-de87-4fbb-9743-491323b85ffd {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:19:50.455973 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 0acacee4-de87-4fbb-9743-491323b85ffd not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:19:50.483225 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:50.486246 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:50.595164 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-1746e58d-071d-4643-ac65-2050aaf9d747 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:50.596554 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-1746e58d-071d-4643-ac65-2050aaf9d747 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.1201410 May 27 13:19:50.605620 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6cdb0-aea5-46ba-9318-66836d432599 req-d109bfce-c977-4b58-a69e-53029be8ebec tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:50.607723 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-52c6cdb0-aea5-46ba-9318-66836d432599 req-d109bfce-c977-4b58-a69e-53029be8ebec tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.1762676 May 27 13:19:50.696364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8b3fb-e631-45c2-b05a-7438f6ff55d5 req-53986298-7ac6-4372-b795-6c9a74be0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:50.697849 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-9fe8b3fb-e631-45c2-b05a-7438f6ff55d5 req-53986298-7ac6-4372-b795-6c9a74be0498 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1098 time: 0.0743279 May 27 13:19:50.741011 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-9fe8b3fb-e631-45c2-b05a-7438f6ff55d5 req-06ce6126-298e-4195-90f5-d674f861a052 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357835 May 27 13:19:50.750445 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-52c6cdb0-aea5-46ba-9318-66836d432599 req-bffc7bfb-710d-4504-92ca-4cca77c8fe15 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074560 May 27 13:19:50.784557 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Deleting port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:50.784908 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:50.900084 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:19:50.981180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] For port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:50.981537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:51.056120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b7bb-768a-42f7-aac1-d898a0f31bf2 req-22a7d951-e04b-4562-b0f4-325e08b8beaa tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:51.057936 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5d78b7bb-768a-42f7-aac1-d898a0f31bf2 req-22a7d951-e04b-4562-b0f4-325e08b8beaa tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 946 time: 0.2523010 May 27 13:19:51.119286 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Calling delete_port for 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:51.180113 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5d78b7bb-768a-42f7-aac1-d898a0f31bf2 req-596fc435-7632-4413-981f-b504fa896a2c tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 May 27 13:19:51.358492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:51.365575 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:51.370696 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0', '934c1187-f256-4582-a6cb-9b7aa3fab724', '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:51.410259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event deleted for resources: {'Port': ['ID=419ef5f4-a721-4b5c-9dd0-f6e4884b16c5,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:51.454919 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.455204 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.455561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.455913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.456263 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.456637 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.456984 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.457325 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.457664 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.458002 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.458857 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.459191 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:19:51.490715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:51.496389 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] No DVR routers for this DVR port 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:51.498890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:51.501462 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'name': 'network-vif-deleted', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:51.517259 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fcb4795b-90dc-4593-8aa4-932f479f7d37 req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "DELETE /v2.0/ports/419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 HTTP/1.1" status: 204 len: 173 time: 0.9081461 May 27 13:19:51.551069 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b98b11-65bc-4b04-a407-e6c706fa3ad5', 'name': 'network-vif-deleted', 'tag': '419ef5f4-a721-4b5c-9dd0-f6e4884b16c5', 'status': 'completed', 'code': 200} May 27 13:19:51.944978 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339316f-025c-4be0-a837-e56abeb76d13 req-221cd292-42af-4c3c-9c0f-91faa26762bb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:51.946670 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8339316f-025c-4be0-a837-e56abeb76d13 req-221cd292-42af-4c3c-9c0f-91faa26762bb tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.0838792 May 27 13:19:51.993088 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8339316f-025c-4be0-a837-e56abeb76d13 req-79429351-399a-47b5-970c-f01a67f3fb12 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393474 May 27 13:19:52.356920 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-0f4109ad-807c-4c03-8381-f5fda631b7cd req-6aaaffd9-3f93-4593-8eb0-c60927b4e542 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Synchronizing usage tracker for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:52.373270 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-0f4109ad-807c-4c03-8381-f5fda631b7cd req-6aaaffd9-3f93-4593-8eb0-c60927b4e542 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Unset dirty status for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:52.374930 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0f4109ad-807c-4c03-8381-f5fda631b7cd req-6aaaffd9-3f93-4593-8eb0-c60927b4e542 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=40b98b11-65bc-4b04-a407-e6c706fa3ad5 HTTP/1.1" status: 200 len: 210 time: 0.0715864 May 27 13:19:53.184221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ee3b6-0e20-4b65-a9ec-ea35cb284fc7 req-88d579ff-18bb-4c30-9e40-28c4cc5ad620 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:53.185809 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-813ee3b6-0e20-4b65-a9ec-ea35cb284fc7 req-88d579ff-18bb-4c30-9e40-28c4cc5ad620 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.0870986 May 27 13:19:53.238509 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-813ee3b6-0e20-4b65-a9ec-ea35cb284fc7 req-127435d9-f383-4a8b-8287-5eee2085bf98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 May 27 13:19:53.427617 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c4913-b6b2-44f9-ba8e-865df451b90b req-a95d75b3-b935-4f62-acf7-e0795c277742 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:53.429172 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-323c4913-b6b2-44f9-ba8e-865df451b90b req-a95d75b3-b935-4f62-acf7-e0795c277742 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.0836191 May 27 13:19:53.478294 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-323c4913-b6b2-44f9-ba8e-865df451b90b req-e30a828b-a0a8-4fa7-b7b5-0577c13c1570 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 May 27 13:19:53.502257 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54616) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:53.578065 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a30d86-d974-436b-847f-82bab06d5cc1 tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:53.579904 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b3a30d86-d974-436b-847f-82bab06d5cc1 tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1093 time: 0.0759506 May 27 13:19:53.582808 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54620) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:19:53.588967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:19:53.595124 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:19:53.600534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:floatingip and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:19:53.604182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:19:53.611545 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:19:53.631251 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:53.780672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:53.901093 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c5d0c-3cbb-4459-8e27-743a56665d5e req-22c3e9e9-baf1-4665-8323-a9b56f088a17 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:53.902622 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd7c5d0c-3cbb-4459-8e27-743a56665d5e req-22c3e9e9-baf1-4665-8323-a9b56f088a17 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.0884237 May 27 13:19:53.928275 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.27.3.133 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/51d9b3c0-9c40-43e6-969d-45c64c17aaeb) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:19:53.953344 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd7c5d0c-3cbb-4459-8e27-743a56665d5e req-75a07646-e11a-4b5b-b386-18d0113f1a15 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 May 27 13:19:54.085293 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.118602 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.122422 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5f9d39b2-0c93-498e-b932-5d1c99a859cd tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:54.149505 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:19:54.186126 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:19:54.186479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 419ef5f4-a721-4b5c-9dd0-f6e4884b16c5 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:19:54.191654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:19:54.194680 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:19:54.198375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:19:54.228853 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=51d9b3c0-9c40-43e6-969d-45c64c17aaeb,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:54.234903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:54.610499 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.688488 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.994790 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:54.999442 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:55.003123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:55.112657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=51d9b3c0-9c40-43e6-969d-45c64c17aaeb,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:55.116834 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:55.123630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:55.154193 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad657e8-104e-4879-92a1-47b0a291cbd3 req-78d7558a-afea-4751-b32c-cc861d822460 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:55.156015 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aad657e8-104e-4879-92a1-47b0a291cbd3 req-78d7558a-afea-4751-b32c-cc861d822460 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.0913882 May 27 13:19:55.207055 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-aad657e8-104e-4879-92a1-47b0a291cbd3 req-5eaf9cc0-d6df-4094-a0e5-ede057635f16 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 May 27 13:19:55.301575 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP 1806bc88-9581-422c-b5fb-5ad45e8a1229 associated. External IP: 172.27.3.133, port: 17513b9c-3456-4437-a6b6-129c6c161a0e. May 27 13:19:55.655300 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:19:55.794750 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e96e39d9-262f-4702-8ad1-b20f3f2f4b4b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:55.796527 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e96e39d9-262f-4702-8ad1-b20f3f2f4b4b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.0912931 May 27 13:19:55.859331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:19:55.871250 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:19:55.882809 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:55.883794 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:55.890497 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:55.964223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Deleting port 934c1187-f256-4582-a6cb-9b7aa3fab724 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:19:55.964223 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:55.964755 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3801730 May 27 13:19:55.965536 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:56.020363 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'status': 'completed', 'code': 200} May 27 13:19:56.111239 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:56.112433 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] For port 934c1187-f256-4582-a6cb-9b7aa3fab724, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=934c1187-f256-4582-a6cb-9b7aa3fab724,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:19:56.112904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:56.150700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c33d-6792-44ee-9493-9165fa085214 req-54fd4b87-52ca-4db2-95b9-907d7e65ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:56.154045 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-54fd4b87-52ca-4db2-95b9-907d7e65ba17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1098 time: 0.0907607 May 27 13:19:56.250396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Calling delete_port for 934c1187-f256-4582-a6cb-9b7aa3fab724 owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:19:56.344750 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c33d-6792-44ee-9493-9165fa085214 req-390bffc5-151a-4deb-952a-e1726c1ff05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:56.346409 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-390bffc5-151a-4deb-952a-e1726c1ff05d service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1831958 May 27 13:19:56.446909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:56.453896 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:19:56.462273 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0', '934c1187-f256-4582-a6cb-9b7aa3fab724'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:19:56.505993 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event deleted for resources: {'Port': ['ID=934c1187-f256-4582-a6cb-9b7aa3fab724,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:19:56.538644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:19:56.553221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e84b19-da00-4643-9001-b3a5af84e273 req-d46d6c07-947a-4ac1-8369-adaf2b2db1cf tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:56.555867 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25e84b19-da00-4643-9001-b3a5af84e273 req-d46d6c07-947a-4ac1-8369-adaf2b2db1cf tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f54bb18-7f7d-4199-af31-a70b1d6755dd HTTP/1.1" status: 200 len: 946 time: 0.2092679 May 27 13:19:56.583401 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-dd023a48-9cf2-4411-b5c7-f9f7cf945ffa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 999 time: 0.2264738 May 27 13:19:56.613126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] No DVR routers for this DVR port 934c1187-f256-4582-a6cb-9b7aa3fab724 on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:19:56.617022 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:19:56.619487 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'name': 'network-vif-deleted', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:19:56.649647 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5e66456-926a-42ce-ada9-293de81c13ff req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "DELETE /v2.0/ports/934c1187-f256-4582-a6cb-9b7aa3fab724 HTTP/1.1" status: 204 len: 173 time: 0.8431232 May 27 13:19:56.653380 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:54Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:56.658250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c33d-6792-44ee-9493-9165fa085214 req-0d5c161d-aa1e-4d3f-befd-c03658be2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:56.659902 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-0d5c161d-aa1e-4d3f-befd-c03658be2609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0657706 May 27 13:19:56.661620 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25e84b19-da00-4643-9001-b3a5af84e273 req-1e993bc1-2122-4b3d-940a-d2aa327391e9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710897 May 27 13:19:56.662706 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:19:56.694505 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:19:56.695155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:19:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:56.702056 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f54bb18-7f7d-4199-af31-a70b1d6755dd', 'name': 'network-vif-deleted', 'tag': '934c1187-f256-4582-a6cb-9b7aa3fab724', 'status': 'completed', 'code': 200} May 27 13:19:56.761509 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c33d-6792-44ee-9493-9165fa085214 req-178b7f4d-743c-464b-9c8c-9fa579b0a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:56.762975 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-178b7f4d-743c-464b-9c8c-9fa579b0a730 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0899112 May 27 13:19:56.906166 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-74b0f1fd-6208-4c08-8199-b3b3d7901702 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349597 May 27 13:19:56.938895 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:19:57.048533 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4261c33d-6792-44ee-9493-9165fa085214 req-a190e4ec-2aa0-4bc3-a1fa-c1924465cbb3 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290314 May 27 13:19:57.309829 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:54Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:19:57.313691 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4806508d-09a6-4d38-9fcc-ba62cfb3b081 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:54Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:19:57.527045 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a885e1-0316-449c-9f33-6ad5dcd4bb4d None None] New status for floating IP 1806bc88-9581-422c-b5fb-5ad45e8a1229: ACTIVE {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:19:59.455995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cb287-bfe7-4222-a90e-25bd94130be4 req-6d330647-cc29-4411-a62c-2a0b391827a9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:19:59.456690 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-810cb287-bfe7-4222-a90e-25bd94130be4 req-6d330647-cc29-4411-a62c-2a0b391827a9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Synchronizing usage tracker for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:19:59.471333 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-810cb287-bfe7-4222-a90e-25bd94130be4 req-6d330647-cc29-4411-a62c-2a0b391827a9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Unset dirty status for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:19:59.472479 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-810cb287-bfe7-4222-a90e-25bd94130be4 req-6d330647-cc29-4411-a62c-2a0b391827a9 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 945 time: 0.1751175 May 27 13:19:59.517179 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-810cb287-bfe7-4222-a90e-25bd94130be4 req-99b1a38c-8c98-4b72-86d7-f88bc744f9cf tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 May 27 13:20:00.201279 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 934c1187-f256-4582-a6cb-9b7aa3fab724 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:00.235306 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 934c1187-f256-4582-a6cb-9b7aa3fab724 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:20:00.235660 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 934c1187-f256-4582-a6cb-9b7aa3fab724 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:20:00.459729 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-8ea41255-894e-40be-ae06-827ba2ddc07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:00.702547 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa49806-1371-4cba-b77d-760f277c2be1 req-a6d7d00a-8d98-4af9-99ce-91db1fcdc4b1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:00.703911 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8aa49806-1371-4cba-b77d-760f277c2be1 req-a6d7d00a-8d98-4af9-99ce-91db1fcdc4b1 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 945 time: 0.0813785 May 27 13:20:00.757429 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8aa49806-1371-4cba-b77d-760f277c2be1 req-3590baef-d203-4791-b822-d54a87926acd tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a2138b1-f174-461c-b55d-7cf891688123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 May 27 13:20:01.122645 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-6a1e0508-6417-4fc4-ae7c-766861d1382b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:01.123357 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-6a1e0508-6417-4fc4-ae7c-766861d1382b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Synchronizing usage tracker for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:01.139703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-6a1e0508-6417-4fc4-ae7c-766861d1382b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Unset dirty status for tenant:db9a74b9a408441b8e23e57c68f9fb03 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:01.140849 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-6a1e0508-6417-4fc4-ae7c-766861d1382b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 945 time: 0.0959864 May 27 13:20:01.288977 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Deleting port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:20:01.289392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.422941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] For port 65dbda1e-45f0-4eb5-978a-42f58926f3d0, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=65dbda1e-45f0-4eb5-978a-42f58926f3d0,segment=NetworkSegment(468b8650-9d56-4a78-abcd-469b857926d0),segment_id=468b8650-9d56-4a78-abcd-469b857926d0)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:01.423227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.552695 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Calling delete_port for 65dbda1e-45f0-4eb5-978a-42f58926f3d0 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:20:01.666506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.671921 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9c94ad1b-bb42-41e9-b294-88477a29cf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:01.679027 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['65dbda1e-45f0-4eb5-978a-42f58926f3d0'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:20:01.716939 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Pushing event deleted for resources: {'Port': ['ID=65dbda1e-45f0-4eb5-978a-42f58926f3d0,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:01.719980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:01.794709 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] No DVR routers for this DVR port 65dbda1e-45f0-4eb5-978a-42f58926f3d0 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:20:01.797354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:01.800002 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'name': 'network-vif-deleted', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:01.815805 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-2ac071d7-22b6-4239-ba43-7e8b0507b51a req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.21 "DELETE /v2.0/ports/65dbda1e-45f0-4eb5-978a-42f58926f3d0 HTTP/1.1" status: 204 len: 173 time: 0.6686556 May 27 13:20:01.854417 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570fddea-66b8-43c8-9fd6-2e27fefa1135', 'name': 'network-vif-deleted', 'tag': '65dbda1e-45f0-4eb5-978a-42f58926f3d0', 'status': 'completed', 'code': 200} May 27 13:20:01.912950 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5d07735-8fd5-4fe2-a4aa-9f85dd9a806f req-5c550ac4-8287-49b2-a576-1c8e7774e39b tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] 10.222.0.52 "GET /v2.0/ports?device_id=570fddea-66b8-43c8-9fd6-2e27fefa1135 HTTP/1.1" status: 200 len: 210 time: 0.0455787 May 27 13:20:02.632007 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b3b85-9d5a-48b9-8a06-6157dd7a53c0 req-524e9026-fa34-46b0-a50e-cb3bd9a1be3f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:02.633613 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f3b3b85-9d5a-48b9-8a06-6157dd7a53c0 req-524e9026-fa34-46b0-a50e-cb3bd9a1be3f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0804124 May 27 13:20:02.684177 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f3b3b85-9d5a-48b9-8a06-6157dd7a53c0 req-a89335d7-c42f-4e98-a1cc-fe0bdfb9e80d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 May 27 13:20:02.977712 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.007911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54710) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:03.068590 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Deleting subnet f8027e0e-3e29-4791-bad3-0f3278b05bef {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:20:03.071491 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.124194 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.180663 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.523931 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.528026 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:03.562624 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8027e0e-3e29-4791-bad3-0f3278b05bef,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:03.566050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:03.566660 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.572788 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-69e04a68-3c1e-4f8a-8616-9a92319b21ac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f8027e0e-3e29-4791-bad3-0f3278b05bef HTTP/1.1" status: 204 len: 168 time: 0.5637934 May 27 13:20:03.575316 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54716) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:03.680273 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.817953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.831364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7f1055-b48d-4903-abac-045dc550bff3']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:03.843648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468b8650-9d56-4a78-abcd-469b857926d0') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:03.843950 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468b8650-9d56-4a78-abcd-469b857926d0') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:03.855938 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.874518 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.881348 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:20:03.881906 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.883801 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7eeca7-62ef-4a5b-8ea6-ff65ff928720 req-1130828e-34a3-4500-babf-966ba30d33c3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:03.885333 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d7eeca7-62ef-4a5b-8ea6-ff65ff928720 req-1130828e-34a3-4500-babf-966ba30d33c3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0853689 May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:20:03.895231 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:20:03.930447 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d7eeca7-62ef-4a5b-8ea6-ff65ff928720 req-94b3be5b-2daf-4364-8fa1-ae5bfd75ead4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 May 27 13:20:03.973528 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:03.977150 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:03.989766 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:04.000842 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7f1055-b48d-4903-abac-045dc550bff3,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:04.003760 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:04.007644 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6f5ff703-b5a0-4ac6-a9c4-d48a9c2450c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4b7f1055-b48d-4903-abac-045dc550bff3 HTTP/1.1" status: 204 len: 168 time: 0.4314268 May 27 13:20:04.204544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54726) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:04.257623 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-738b7676-cf2f-4350-b460-17e0cfe8c574 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db9a74b9a408441b8e23e57c68f9fb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516505 May 27 13:20:04.260035 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54730) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:04.323699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:04.349186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:04.402043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:04.407432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-23c81a47-5d76-4e1d-82a5-48a7ca866f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:04.419034 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2138b1-f174-461c-b55d-7cf891688123,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:04.421917 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:04.424401 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:04.429107 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a2138b1-f174-461c-b55d-7cf891688123 HTTP/1.1" status: 204 len: 168 time: 0.1645982 May 27 13:20:04.920558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-28f82878-affd-4d42-b08b-e8e1e7ef21d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:05.130859 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c00e0-e4f6-4e7e-b12c-ae95eca3d0cb req-f60f7b87-fc7d-463a-918a-9443e21a9f0d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:05.132353 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d20c00e0-e4f6-4e7e-b12c-ae95eca3d0cb req-f60f7b87-fc7d-463a-918a-9443e21a9f0d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0847027 May 27 13:20:05.178091 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d20c00e0-e4f6-4e7e-b12c-ae95eca3d0cb req-e0a1c171-b5fc-4fe0-9bf5-43b86e1a7136 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 May 27 13:20:06.216063 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 65dbda1e-45f0-4eb5-978a-42f58926f3d0 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:06.252091 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 65dbda1e-45f0-4eb5-978a-42f58926f3d0 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:20:06.252796 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 65dbda1e-45f0-4eb5-978a-42f58926f3d0 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:20:06.381448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345625cc-6586-4eb3-b618-80402b9418bf req-1ede6cd6-9091-4910-819b-dbfc567de7a6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:06.385094 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-345625cc-6586-4eb3-b618-80402b9418bf req-1ede6cd6-9091-4910-819b-dbfc567de7a6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0883923 May 27 13:20:06.437197 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-345625cc-6586-4eb3-b618-80402b9418bf req-1c5eaa1c-f759-4631-84fd-617807f22190 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 May 27 13:20:06.652083 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:07.643900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7fd2-ca43-4a6f-8361-2dd4e316ecb0 req-4ebd41ec-2ab0-4918-95af-e08a8c0cf7bc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:07.645740 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ccd7fd2-ca43-4a6f-8361-2dd4e316ecb0 req-4ebd41ec-2ab0-4918-95af-e08a8c0cf7bc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0930774 May 27 13:20:07.691572 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ccd7fd2-ca43-4a6f-8361-2dd4e316ecb0 req-e6434979-cf10-4069-922e-6731db39d18d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404265 May 27 13:20:08.449912 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:08.884355 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea0a0-fb8a-48e1-a1d6-48e9371709dd req-39295b35-55c7-4c78-80c8-6c2580d0476d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:08.885836 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0caea0a0-fb8a-48e1-a1d6-48e9371709dd req-39295b35-55c7-4c78-80c8-6c2580d0476d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0809386 May 27 13:20:08.930543 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0caea0a0-fb8a-48e1-a1d6-48e9371709dd req-f9f2a8bb-4482-49bb-bf29-ac305065a218 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391541 May 27 13:20:09.222606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54820) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:09.340292 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.354914 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:09.358732 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Usage tracker for resource:security_group_rule and tenant:0cda20d2aa094d429124fa604d7599ec is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:09.361672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:09.369132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:09.457190 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.461768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.470364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2fc2b846-3bfc-4db7-a600-1740d305cfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:09.515745 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad72f4-ca80-4406-965c-5af198746e4a,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:09.520703 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cda20d2aa094d429124fa604d7599ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960308 May 27 13:20:09.521600 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:09.523227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54828) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:09.582762 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.608077 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.659939 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.663623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8628a17e-cd00-4541-babf-832c7bc938b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:09.674420 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad72f4-ca80-4406-965c-5af198746e4a,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:09.678795 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:09.682076 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:09.683451 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bad72f4-ca80-4406-965c-5af198746e4a HTTP/1.1" status: 204 len: 168 time: 0.1593301 May 27 13:20:09.965701 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54840) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:09.983789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.002627 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:10.006746 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Usage tracker for resource:security_group_rule and tenant:825c8c2cfe374cb2a2b9404738c827c8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:10.010004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:10.015839 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:10.104810 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.109761 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.117578 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c73afd06-f4e9-485c-a623-7cbe68e50eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:10.132932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8d21-451c-4cdd-a2a2-12a68d6f918a req-8d900410-ac2c-4d14-b218-c7c131b65ac3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:10.134410 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d4e8d21-451c-4cdd-a2a2-12a68d6f918a req-8d900410-ac2c-4d14-b218-c7c131b65ac3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0910618 May 27 13:20:10.164722 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=825c8c2cfe374cb2a2b9404738c827c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978371 May 27 13:20:10.165485 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df13e9-6881-4b1e-bb87-66dcb75a0c8d,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:10.168146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54844) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:10.170704 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:10.182366 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9d4e8d21-451c-4cdd-a2a2-12a68d6f918a req-670b3047-76c1-4803-a65b-c68ac0321a85 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 May 27 13:20:10.233343 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.261464 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.312847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.316368 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4d0aa866-beb7-49a0-9a58-a5548937adb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:10.327771 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df13e9-6881-4b1e-bb87-66dcb75a0c8d,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:10.331451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:10.335154 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:10.336274 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38df13e9-6881-4b1e-bb87-66dcb75a0c8d HTTP/1.1" status: 204 len: 168 time: 0.1671901 May 27 13:20:11.374692 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ef0c2-9f7c-4f94-9928-db29392becef req-f2e33049-4864-4384-9d3f-3176aee0d53f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:11.376180 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-023ef0c2-9f7c-4f94-9928-db29392becef req-f2e33049-4864-4384-9d3f-3176aee0d53f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0825043 May 27 13:20:11.427961 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-023ef0c2-9f7c-4f94-9928-db29392becef req-1013005b-61d9-4417-bb62-3c8f666cb3f6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 May 27 13:20:12.623697 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9279fa5-8164-4f3d-b458-ff6e0256afa7 req-9685a411-54b2-49b8-8a9c-6bdaec7a79ca tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:12.625365 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9279fa5-8164-4f3d-b458-ff6e0256afa7 req-9685a411-54b2-49b8-8a9c-6bdaec7a79ca tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0838065 May 27 13:20:12.670779 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b9279fa5-8164-4f3d-b458-ff6e0256afa7 req-b410155b-b497-40c0-925b-a32a1bdd9a51 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389588 May 27 13:20:12.970041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54926) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:13.088016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.106740 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:13.110603 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Usage tracker for resource:security_group_rule and tenant:92cebb551dae4c5087f218d02de73a2d is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:13.113637 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:13.119717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:13.205175 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.210036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.216444 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-208aa2b3-08e5-4a06-b65d-e699a0edd0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.259472 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92cebb551dae4c5087f218d02de73a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883224 May 27 13:20:13.260506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cce2d8-62ad-4685-ac62-31f2be9213ac,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:13.262198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54932) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:13.264234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:13.322625 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.352252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.403798 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.407480 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7354ac58-c320-4293-a941-4b2e8fa4c521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.420622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cce2d8-62ad-4685-ac62-31f2be9213ac,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:13.423469 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:13.425372 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.428960 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9cce2d8-62ad-4685-ac62-31f2be9213ac HTTP/1.1" status: 204 len: 168 time: 0.1632853 May 27 13:20:13.704200 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54942) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:13.721827 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.738023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:13.742628 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Usage tracker for resource:security_group_rule and tenant:1a09394832bf4b58a67e51f3ab5c7659 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:13.745545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:13.751656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:13.900230 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.912798 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55c2ef-ec1e-44ef-bcdc-c5dea0f49ab8 req-4fd57081-a425-4bfd-9fd2-3c9eb4091d4d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:13.914189 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef55c2ef-ec1e-44ef-bcdc-c5dea0f49ab8 req-4fd57081-a425-4bfd-9fd2-3c9eb4091d4d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1287763 May 27 13:20:13.915029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:13.924182 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:13.989513 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a09394832bf4b58a67e51f3ab5c7659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841630 May 27 13:20:13.992132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54948) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:13.997956 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bbdc62-da87-4d1e-8439-6b04f269ae44,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:14.004657 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef55c2ef-ec1e-44ef-bcdc-c5dea0f49ab8 req-8f698092-0958-4b61-8022-e4b0c025841d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829232 May 27 13:20:14.005482 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a6fda77d-d14b-41a8-a3af-2a1f60eec00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:14.054654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.080029 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.135265 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.139338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-06f897a8-d2e3-4087-b591-e238882878ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:14.155883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bbdc62-da87-4d1e-8439-6b04f269ae44,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:14.158832 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:14.167308 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:14.168449 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56bbdc62-da87-4d1e-8439-6b04f269ae44 HTTP/1.1" status: 204 len: 168 time: 0.1752846 May 27 13:20:15.220469 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a97eb3-2061-49e4-93ac-b39bc56be6d9 req-f37cb1b0-3800-416f-b1ae-abf33020bd13 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:15.222168 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e9a97eb3-2061-49e4-93ac-b39bc56be6d9 req-f37cb1b0-3800-416f-b1ae-abf33020bd13 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0956275 May 27 13:20:15.274310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e9a97eb3-2061-49e4-93ac-b39bc56be6d9 req-80d3ec2e-4557-4984-8d2c-545a025b60be tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458894 May 27 13:20:15.340926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 54984) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:15.461672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.476984 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:15.480826 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Usage tracker for resource:security_group_rule and tenant:e4d9673598e446eea6fc89c06ceda071 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:15.483633 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:15.489966 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:15.578094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.581623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.590117 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d6eeb335-6ea3-4787-93c3-be5f2feffedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:15.631218 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4d9673598e446eea6fc89c06ceda071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890978 May 27 13:20:15.632103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae46db-4484-45bc-b712-76752c0272bc,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:15.634340 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 54990) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:15.635206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:15.693619 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.719054 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.769807 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.773521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a5ce81a4-e360-4a7f-8280-beb767ee3d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:15.786569 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae46db-4484-45bc-b712-76752c0272bc,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:15.790458 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:15.795588 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:15.796731 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69ae46db-4484-45bc-b712-76752c0272bc HTTP/1.1" status: 204 len: 168 time: 0.1614296 May 27 13:20:16.470048 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac8ef-afea-4955-bc7f-3217e7808426 req-1883b35b-4598-4c32-96e0-8e2d8b0944c6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:16.471525 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-587ac8ef-afea-4955-bc7f-3217e7808426 req-1883b35b-4598-4c32-96e0-8e2d8b0944c6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.0845397 May 27 13:20:16.520193 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-587ac8ef-afea-4955-bc7f-3217e7808426 req-8d4a79a8-28b1-4ee4-a8d8-5553511ee238 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 May 27 13:20:17.108954 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55038) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:17.225180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.240382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:17.244438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Usage tracker for resource:security_group_rule and tenant:57615ef4c1e84de8b09f3a8d756927c2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:17.247292 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:17.252950 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:17.338315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.342827 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.351858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5e4d456b-aa94-4355-b75d-70331a51c08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:17.391325 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57615ef4c1e84de8b09f3a8d756927c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812951 May 27 13:20:17.392225 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e95f39-f184-45f6-935e-97d0aa9e3263,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:17.394296 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55048) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:17.395236 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:17.455340 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.481561 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.538372 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.542101 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4268b51f-a822-46d9-9d3a-1e9dde0007b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:17.555343 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e95f39-f184-45f6-935e-97d0aa9e3263,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:17.560493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:17.564635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:17.568503 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88e95f39-f184-45f6-935e-97d0aa9e3263 HTTP/1.1" status: 204 len: 168 time: 0.1702321 May 27 13:20:17.802268 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80927bb4-78fe-437f-a059-a9d1ce5e082f req-6f41d8f6-df3d-4bf5-8703-8ba23c02c30a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:17.803774 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80927bb4-78fe-437f-a059-a9d1ce5e082f req-6f41d8f6-df3d-4bf5-8703-8ba23c02c30a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1610024 May 27 13:20:17.850038 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80927bb4-78fe-437f-a059-a9d1ce5e082f req-19276132-a887-4f93-b904-049ea63a7ea6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 May 27 13:20:17.867681 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.265876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55074) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:18.373575 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1464840034-network', 'tenant_id': '348be6b600c04a6193e1d1619fa37892'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:18.378411 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:18.382726 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Usage tracker for resource:network and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:18.385593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:18.391297 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:18.402186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Made reservation on behalf of 348be6b600c04a6193e1d1619fa37892 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:18.404613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.416596 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.431640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:18.435784 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:18.438726 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:18.445098 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:18.534067 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.538639 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.542579 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.565866 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:20:18.578299 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a183a276-44d8-4f73-9991-d864e3e7108d,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.583961 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.584307 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Added segment 131e7569-1b1e-4357-9cd5-7d17df1892e1 of type vlan for network 2397a14d-56a5-437e-940e-17d219ace8d7 May 27 13:20:18.592567 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.592942 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.593330 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.593658 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.594013 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.594363 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.594751 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.595059 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.595697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.595825 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.596152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.596507 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:18.601140 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.622403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.651357 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.652830 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:18.653401 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:18.658030 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0a63d6bd-5d19-406d-90ad-ed12e46b6de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:18.755383 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4883585 May 27 13:20:18.758557 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55082) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:18.758691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Pushing event updated for resources: {'Network': ['ID=2397a14d-56a5-437e-940e-17d219ace8d7,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:18.761227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:18.765686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Request body: {'subnet': {'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1464840034-subnet', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:18.768776 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 2397a14d-56a5-437e-940e-17d219ace8d7 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:20:18.772803 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:18.779822 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Usage tracker for resource:subnet and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:18.783454 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:18.790123 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:18.800004 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Made reservation on behalf of 348be6b600c04a6193e1d1619fa37892 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:18.802325 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353619'] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.157013 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046465f0-1870-4ed0-9dbb-fa4c74e18818 req-41a40319-c67e-41de-bab9-e9430a376b29 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:19.158488 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-046465f0-1870-4ed0-9dbb-fa4c74e18818 req-41a40319-c67e-41de-bab9-e9430a376b29 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1865637 May 27 13:20:19.217978 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-046465f0-1870-4ed0-9dbb-fa4c74e18818 req-98c34fa1-56a2-49c2-ac31-f3ef888229ed tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515020 May 27 13:20:19.313345 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2256066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353605'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.317108 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-25ed5b09-bc0e-46bf-995e-fd8707bf3366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:19.396846 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3251587d-6450-49f3-a5b6-1ff5d6533bfd,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:19.400215 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:19.402663 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Checking segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:19.402999 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Network hostable DHCP agents. Network: 2397a14d-56a5-437e-940e-17d219ace8d7, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:20:19.420537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Network 2397a14d-56a5-437e-940e-17d219ace8d7 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:20:19.429366 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 2397a14d-56a5-437e-940e-17d219ace8d7) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:19.438565 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:19.438926 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d828c-aa45-4637-b6a9-a4ffd1580f3d None None] Network 2397a14d-56a5-437e-940e-17d219ace8d7 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:19.439350 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.466672 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7065005 May 27 13:20:19.469893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55088) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:19.475675 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:19.483321 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:19.489298 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Usage tracker for resource:router and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:19.492219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:19.499135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:19.509611 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.511671 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.528714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.694886 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-2397a14d-56a5-437e-940e-17d219ace8d7', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:20:19.695729 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.811350 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:19.873431 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Allocated IP 172.20.0.2 (2397a14d-56a5-437e-940e-17d219ace8d7/3251587d-6450-49f3-a5b6-1ff5d6533bfd/a68e3a89-cacf-4f28-8ad1-afe5c0218ae6) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:20.101075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.112437 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Transition to ACTIVE for port object a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:20.134943 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Transition to ACTIVE for port object a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:20.141451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.145048 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:20.161623 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.203044 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.212052 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Network 2397a14d-56a5-437e-940e-17d219ace8d7 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:20.214957 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:20.218721 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:20.224678 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Pushing event updated for resources: {'Port': ['ID=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:20.228868 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:20.305979 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:20:20.335109 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Attempting to bind port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:20.335507 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Attempting to bind port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:20.335846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Attempting to bind port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 on network 2397a14d-56a5-437e-940e-17d219ace8d7 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:20.344496 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:20.344867 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Checking segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:20.345281 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.345675 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Bound using segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:20.346160 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Bound port: a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:20.346535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.547609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Allocated IP 172.27.3.102 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/6f80f8bc-9d7b-48e4-aa88-ce8277a42079) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:20.579819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:20.588016 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] For port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:20.599151 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:20:20.601531 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] For port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:20.640908 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.643029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5e066-61a3-4eca-a690-2bf6e6b5ed84 req-6c4c465e-ea71-4e02-b3f5-8d363b746306 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:20.645596 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61a5e066-61a3-4eca-a690-2bf6e6b5ed84 req-6c4c465e-ea71-4e02-b3f5-8d363b746306 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1945300 May 27 13:20:20.653410 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:20.730439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.734434 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61a5e066-61a3-4eca-a690-2bf6e6b5ed84 req-4c571323-fe77-4a51-9d82-676b429a99f4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756202 May 27 13:20:20.750631 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Pushing event updated for resources: {'Port': ['ID=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:20.754345 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:20.756019 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:20:20.760121 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.782877 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:20.790220 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.792063 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:20.814105 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:20.818855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fea9e037-6f6b-42df-989f-e789fa8ad7b1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:20.892210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:20.895593 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:20.895782 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:20:20.900011 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:20.924115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=6']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:20.932254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Pushing event updated for resources: {'Port': ['ID=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:20.939216 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:20.946249 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:21.403544 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:21.448266 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.496175 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:21.901229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:21.959706 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da8ec7-df53-4f4c-8f9e-23ef9fb8b650 None None] Network 2397a14d-56a5-437e-940e-17d219ace8d7 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:22.091775 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Provisioning for port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:22.121259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Provisioning complete for port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.121805 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.279985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:22.366599 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651fe8-c25b-45cd-8b59-b962c4573b64 req-7a35a5a6-e618-4803-8f1b-f57f84b40083 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:22.368236 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8e651fe8-c25b-45cd-8b59-b962c4573b64 req-7a35a5a6-e618-4803-8f1b-f57f84b40083 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 944 time: 0.3998585 May 27 13:20:22.401314 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Router 7d0a3325-69ba-4397-ba70-dac630950eb3 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:20:22.407240 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.458441 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.458976 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.484355 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] For port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:22.510049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.514415 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8e651fe8-c25b-45cd-8b59-b962c4573b64 req-65f052c8-215a-4cc7-9c79-6942e8d4b2f6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350780 May 27 13:20:22.514675 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:22.647350 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Pushing event updated for resources: {'Port': ['ID=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:22.663224 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:22.686044 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:22.702193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Sync routers for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:22.721504 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:22.722382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:22.730506 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.735488 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55130) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:22.747122 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2761295 May 27 13:20:22.777773 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.864166 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:22.949669 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:22.953348 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-49a6fa0a-892b-402c-9adb-cb666edaf616 None None] Provisioning complete for port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:22.953730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-49a6fa0a-892b-402c-9adb-cb666edaf616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:22.984168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.002090 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:23.086137 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'code': 200} May 27 13:20:23.150855 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:23.428977 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:23.470275 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=7']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:23.503780 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:23.628481 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:23.628947 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.764009 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 3, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:23.773520 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Checking router: 7d0a3325-69ba-4397-ba70-dac630950eb3 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:23.773882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Updating router 7d0a3325-69ba-4397-ba70-dac630950eb3 port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:23.789103 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.834159 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:23.845857 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58320e-202a-443a-a494-4091571fd50d req-b12985cd-b99a-499b-a7be-1515403f91bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:23.856054 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0e58320e-202a-443a-a494-4091571fd50d req-b12985cd-b99a-499b-a7be-1515403f91bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1161220 May 27 13:20:23.921078 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0e58320e-202a-443a-a494-4091571fd50d req-c1d0e61f-7625-4c4e-8265-4c489892a6be tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641065 May 27 13:20:24.037279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Allocated IP 172.20.0.1 (2397a14d-56a5-437e-940e-17d219ace8d7/3251587d-6450-49f3-a5b6-1ff5d6533bfd/0df35bcb-55d4-4cc9-b224-d5a4febae79b) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:24.228006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.250017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Transition to ACTIVE for port object 0df35bcb-55d4-4cc9-b224-d5a4febae79b will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:24.259835 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.284685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.285556 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Transition to ACTIVE for port object 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:24.295301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-87b3f862-3c3f-40b8-a4b5-cf715e7b215a tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.296589 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.305725 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.373279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Network 2397a14d-56a5-437e-940e-17d219ace8d7 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:24.374649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:24.407374 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Pushing event updated for resources: {'Port': ['ID=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.429847 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:24.452030 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.470524 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Attempting to bind port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:24.470948 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Attempting to bind port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:24.471332 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Attempting to bind port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:24.478528 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:24.478928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:24.479345 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.479764 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:24.480749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Bound port: 6f80f8bc-9d7b-48e4-aa88-ce8277a42079, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:24.480883 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.498409 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Pushing event updated for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.511810 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.576359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] For port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:24.581274 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] For port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:24.589674 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.594285 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:24.663841 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.685751 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:24.686382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:24.757566 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Pushing event updated for resources: {'Port': ['ID=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:24.769535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:24.857959 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-90c325bd-937d-4eee-bbaa-151cc6035986 None None] Provisioning for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:24.859551 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.877184 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-90c325bd-937d-4eee-bbaa-151cc6035986 None None] Provisioning complete for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:24.877569 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-90c325bd-937d-4eee-bbaa-151cc6035986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:24.950816 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:24.995577 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-90c325bd-937d-4eee-bbaa-151cc6035986 None None] Port 0df35bcb-55d4-4cc9-b224-d5a4febae79b cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:25.218917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95497f-331c-4f60-bc0f-32912fa61a71 req-ad713454-68c6-4870-b66b-f01e594f4444 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:25.220384 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d95497f-331c-4f60-bc0f-32912fa61a71 req-ad713454-68c6-4870-b66b-f01e594f4444 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1463931 May 27 13:20:25.271392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:25.280400 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:25.305719 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d95497f-331c-4f60-bc0f-32912fa61a71 req-98e92f21-00bc-4825-b5c1-b20efd0b0a6b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741911 May 27 13:20:25.337824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d466251e-5b5e-45e2-a9ee-d2460d43964a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:25.354307 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 3, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:25.360770 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dffdc0-7d24-40b3-9118-0fcd3f5d327f None None] The sync data for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi is: [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:21Z', 'revision_number': 3, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:25.426342 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:25.434687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Pushing event updated for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:25.444578 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:25.626079 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Network 2397a14d-56a5-437e-940e-17d219ace8d7 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:25.627356 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:25.967667 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Router 7d0a3325-69ba-4397-ba70-dac630950eb3 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:26.029124 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-4645d85e-5d23-4f8c-8c66-453d922ad5d6 None None] Provisioning complete for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:26.029887 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4645d85e-5d23-4f8c-8c66-453d922ad5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:26.112449 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-4645d85e-5d23-4f8c-8c66-453d922ad5d6 None None] Port 0df35bcb-55d4-4cc9-b224-d5a4febae79b cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:26.216179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:26.232130 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] 10.222.0.52 "PUT /v2.0/routers/7d0a3325-69ba-4397-ba70-dac630950eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4947252 May 27 13:20:26.621257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4136d4-c8af-4c1a-827d-eb6dd922a732 req-22cae4a1-78b6-430e-bac7-6fbcbed66c04 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:26.622826 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7c4136d4-c8af-4c1a-827d-eb6dd922a732 req-22cae4a1-78b6-430e-bac7-6fbcbed66c04 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1543853 May 27 13:20:26.698278 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7c4136d4-c8af-4c1a-827d-eb6dd922a732 req-99eaf78e-0d61-4e6c-869d-b16ad610545f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688732 May 27 13:20:26.887420 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55168) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:26.893718 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1981073537-network', 'tenant_id': '2adf69e661204840a88b385a88041105'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:26.898999 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:26.904489 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Usage tracker for resource:network and tenant:2adf69e661204840a88b385a88041105 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:26.907737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:26.914132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:26.928980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Made reservation on behalf of 2adf69e661204840a88b385a88041105 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:26.931292 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:26.947773 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:26.967402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:26.971349 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Usage tracker for resource:security_group_rule and tenant:2adf69e661204840a88b385a88041105 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:26.974375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:26.980293 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:27.085557 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.096121 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.100598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dce50974-141a-4b94-b6d7-043395febba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:27.137440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba38651b-c3fc-4974-9cfe-cae8e2243da3,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:27.141640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:27.151338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:20:27.165808 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.166207 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Added segment 2cceddee-037f-4bb2-a744-0300c5f47422 of type vlan for network 700f23ce-8615-412f-a0c2-87e9009bf1e6 May 27 13:20:27.199228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.236854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.239472 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:27.240238 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.252093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:27.303622 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4150069 May 27 13:20:27.306542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55174) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:27.313505 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Request body: {'subnet': {'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1981073537-subnet', 'tenant_id': '2adf69e661204840a88b385a88041105', 'ip_version': 4}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:27.333385 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:27.341186 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Usage tracker for resource:subnet and tenant:2adf69e661204840a88b385a88041105 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:27.345110 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:27.367781 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:27.384618 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Made reservation on behalf of 2adf69e661204840a88b385a88041105 for: {'subnet': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:27.387354 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2353619'] for subnet, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.442307 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Pushing event updated for resources: {'Network': ['ID=700f23ce-8615-412f-a0c2-87e9009bf1e6,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:27.449606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:27.465010 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:20:27.490296 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:27.627856 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Sync routers for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:27.641855 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:27.643689 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:27.713956 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:27.739197 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:27.740941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.901090 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:27.963836 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:27.984306 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:27.998106 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.010762 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:28.020034 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:20:28.056668 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2256066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2353605'] for subnet, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.069598 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:28.105095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:28.123639 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:28.161189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34cf3d-6116-4ac3-ada7-a386651fff64 req-0c9ca821-f5d7-4486-ab42-99f5a7939c31 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:28.162698 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fb34cf3d-6116-4ac3-ada7-a386651fff64 req-0c9ca821-f5d7-4486-ab42-99f5a7939c31 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.2011878 May 27 13:20:28.205581 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a29435b-db18-481a-8749-e71bd76c1686,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:28.215703 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:28.237507 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fb34cf3d-6116-4ac3-ada7-a386651fff64 req-bb03fada-dbde-4caa-ba7f-a07d94dd4d6e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624323 May 27 13:20:28.238677 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Checking segment: {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:28.239048 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Network hostable DHCP agents. Network: 700f23ce-8615-412f-a0c2-87e9009bf1e6, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:20:28.288322 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:20:28.321366 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 700f23ce-8615-412f-a0c2-87e9009bf1e6) {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:28.337345 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b31d2-5bf2-4f92-807a-26207e7cd37b None None] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:28.381790 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:28.382394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.429076 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-543085f7-a7f4-43e3-9c9e-baa0bd0ca670 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1206083 May 27 13:20:28.431627 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55186) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:28.438048 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 2, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:28.438582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:28.443775 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Checking router: 7d0a3325-69ba-4397-ba70-dac630950eb3 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:28.444060 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:28.444658 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Updating router 7d0a3325-69ba-4397-ba70-dac630950eb3 port 0df35bcb-55d4-4cc9-b224-d5a4febae79b binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:28.448330 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Usage tracker for resource:router and tenant:2adf69e661204840a88b385a88041105 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:28.451423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:28.469146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:28.510231 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.513587 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.514649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.555174 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:28.737500 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-700f23ce-8615-412f-a0c2-87e9009bf1e6', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:20:28.738390 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.040351 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Allocated IP 172.20.0.2 (700f23ce-8615-412f-a0c2-87e9009bf1e6/2a29435b-db18-481a-8749-e71bd76c1686/17c3af1b-938c-4f53-b1a2-bf1415d02813) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:29.051434 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.068753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.084559 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Transition to ACTIVE for port object 0df35bcb-55d4-4cc9-b224-d5a4febae79b will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:29.104424 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.115365 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-9ddf493f-4a8a-430c-a54d-1a6c54edf23c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:29.304198 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Pushing event updated for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:29.453661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:29.578745 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648039a7-a7a7-4ffe-9011-c70b3b764499 req-c1cbd1aa-825d-4005-b3a7-36a8170d2afe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:29.586278 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.588319 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-648039a7-a7a7-4ffe-9011-c70b3b764499 req-c1cbd1aa-825d-4005-b3a7-36a8170d2afe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1268489 May 27 13:20:29.593958 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.594309 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.594813 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.595148 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.595622 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.595962 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.596436 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.596786 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.597109 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.597463 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.597961 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.598464 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:20:29.604802 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:29.634838 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Attempting to bind port 0df35bcb-55d4-4cc9-b224-d5a4febae79b on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:29.634838 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Attempting to bind port 0df35bcb-55d4-4cc9-b224-d5a4febae79b by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:29.634838 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Attempting to bind port 0df35bcb-55d4-4cc9-b224-d5a4febae79b on network 2397a14d-56a5-437e-940e-17d219ace8d7 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:29.642264 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:29.642654 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Checking segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:29.643063 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.643461 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Bound using segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:29.643941 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Bound port: 0df35bcb-55d4-4cc9-b224-d5a4febae79b, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:29.644447 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.666464 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-648039a7-a7a7-4ffe-9011-c70b3b764499 req-bac6e47f-f86c-4e40-ae8b-3a27308a3aba tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767844 May 27 13:20:29.667827 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Transition to ACTIVE for port object 17c3af1b-938c-4f53-b1a2-bf1415d02813 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:29.697446 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Transition to ACTIVE for port object 17c3af1b-938c-4f53-b1a2-bf1415d02813 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:29.712236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.717504 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:29.731559 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.765950 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.774728 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] For port 0df35bcb-55d4-4cc9-b224-d5a4febae79b, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:29.778439 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] For port 0df35bcb-55d4-4cc9-b224-d5a4febae79b, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0df35bcb-55d4-4cc9-b224-d5a4febae79b,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:29.784501 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.788348 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-e2b5d7a0-bc9d-4730-895a-ad3e422b9575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:29.792479 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:29.792998 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:29.817459 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Pushing event updated for resources: {'Port': ['ID=17c3af1b-938c-4f53-b1a2-bf1415d02813,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:29.826636 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:29.855317 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:29.858269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:29.861979 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:29.881966 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Pushing event updated for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:29.895670 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:29.912976 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:29.913932 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:29.982779 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Allocated IP 172.27.3.117 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/bdab7ac1-7a05-4272-ac43-0f0486289b3b) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:30.164628 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Attempting to bind port 17c3af1b-938c-4f53-b1a2-bf1415d02813 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:30.165001 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Attempting to bind port 17c3af1b-938c-4f53-b1a2-bf1415d02813 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:30.165371 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Attempting to bind port 17c3af1b-938c-4f53-b1a2-bf1415d02813 on network 700f23ce-8615-412f-a0c2-87e9009bf1e6 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:30.170133 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:30.175116 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:30.175570 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Checking segment: {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:30.175938 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.176337 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Bound using segment: {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:30.176846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Bound port: 17c3af1b-938c-4f53-b1a2-bf1415d02813, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:30.177275 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.204955 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.247629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.255550 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-295f6203-b250-489d-979c-d78ff2042fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:30.294538 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] For port 17c3af1b-938c-4f53-b1a2-bf1415d02813, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:30.300033 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] For port 17c3af1b-938c-4f53-b1a2-bf1415d02813, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=17c3af1b-938c-4f53-b1a2-bf1415d02813,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:30.308553 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.320535 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-dc22550f-b317-4990-bcd4-8a1703aa2f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:30.333926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:30.335215 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:30.343827 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:30.404997 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Pushing event updated for resources: {'Port': ['ID=bdab7ac1-7a05-4272-ac43-0f0486289b3b,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:30.411111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:30.417220 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Pushing event updated for resources: {'Port': ['ID=17c3af1b-938c-4f53-b1a2-bf1415d02813,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:30.428301 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:30.474709 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-ae54a68b-1b4f-4fc0-a654-f777c21d6651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:30.846020 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:29Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:30.857544 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0b8bcb-88d0-4622-99e0-9e56a94d9002 None None] The sync data for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi is: [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:29Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:30.972858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41284b31-a8a8-491e-ab05-ccffe7d2f111 req-5b4cd063-7032-44f6-9f3a-622458deae23 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:30.974753 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41284b31-a8a8-491e-ab05-ccffe7d2f111 req-5b4cd063-7032-44f6-9f3a-622458deae23 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1632042 May 27 13:20:31.098844 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-41284b31-a8a8-491e-ab05-ccffe7d2f111 req-d60b19a6-23b3-44d1-9eda-0de4888b3af7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147025 May 27 13:20:31.216885 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:31.530132 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0df35bcb-55d4-4cc9-b224-d5a4febae79b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:31.670590 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:31.680157 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:31.680700 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:31.883997 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:31.936558 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 0df35bcb-55d4-4cc9-b224-d5a4febae79b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0df35bcb-55d4-4cc9-b224-d5a4febae79b,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:31.943304 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:31.944091 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 17c3af1b-938c-4f53-b1a2-bf1415d02813 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:31.977522 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:31.983434 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:32.027771 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad957c33-ad2a-4d54-b878-c54528ea4f05 None None] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:20:32.226009 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2ff02437-e58d-47dd-aab4-a6b73e465d6a None None] Provisioning for port 17c3af1b-938c-4f53-b1a2-bf1415d02813 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:32.256802 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:32.270659 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:32.314240 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Router 96f84faf-27a6-42e3-93f3-e971c469db2a is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:20:32.315269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 17c3af1b-938c-4f53-b1a2-bf1415d02813 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:32.351788 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 17c3af1b-938c-4f53-b1a2-bf1415d02813 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:32.352167 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:32.444764 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb7075-dc0d-4e26-bc85-e184861fcacf req-e7d0a80d-d865-460a-880c-68202abc3121 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:32.453195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6cdb7075-dc0d-4e26-bc85-e184861fcacf req-e7d0a80d-d865-460a-880c-68202abc3121 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1506102 May 27 13:20:32.541071 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6cdb7075-dc0d-4e26-bc85-e184861fcacf req-52f76352-79ea-4c2c-8909-92ee81cbc103 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852978 May 27 13:20:32.622484 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:32.642989 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Sync routers for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:32.678977 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:32.681310 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2472589 May 27 13:20:32.684006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55218) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:32.707623 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:32.708301 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:32.815837 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:32.944617 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 17c3af1b-938c-4f53-b1a2-bf1415d02813, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=17c3af1b-938c-4f53-b1a2-bf1415d02813,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:32.956002 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:32.961617 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:33.013763 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:33.167777 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:33.281413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=17c3af1b-938c-4f53-b1a2-bf1415d02813,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:33.289796 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:33.314423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-0827e9c6-2191-4343-a010-895f6903da0b None None] Provisioning complete for port 17c3af1b-938c-4f53-b1a2-bf1415d02813 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:33.314787 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-0827e9c6-2191-4343-a010-895f6903da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:33.416500 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0df35bcb-55d4-4cc9-b224-d5a4febae79b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:33.641244 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:33.826860 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e2a6-bd83-42e1-aa41-affd83ddbdc0 req-0be18f80-47aa-4955-8eac-74197b9114aa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:33.838536 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5e8e2a6-bd83-42e1-aa41-affd83ddbdc0 req-0be18f80-47aa-4955-8eac-74197b9114aa tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1299689 May 27 13:20:33.839357 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:30Z', 'revision_number': 3, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:33.841374 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 0df35bcb-55d4-4cc9-b224-d5a4febae79b triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:33.841751 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:33.892875 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a5e8e2a6-bd83-42e1-aa41-affd83ddbdc0 req-06f927c8-ab39-4c1a-9f2e-54c838122e20 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530565 May 27 13:20:33.910053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Checking router: 96f84faf-27a6-42e3-93f3-e971c469db2a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:33.910413 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Updating router 96f84faf-27a6-42e3-93f3-e971c469db2a port bdab7ac1-7a05-4272-ac43-0f0486289b3b binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:33.917168 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Allocated IP 172.20.0.1 (700f23ce-8615-412f-a0c2-87e9009bf1e6/2a29435b-db18-481a-8749-e71bd76c1686/0c854d91-95f8-404a-a117-334a70920475) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:34.101005 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.183791 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 17c3af1b-938c-4f53-b1a2-bf1415d02813 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:34.268395 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.287291 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Transition to ACTIVE for port object 0c854d91-95f8-404a-a117-334a70920475 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:34.334090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.339321 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5c482b80-7252-46c1-83c9-de11971a34df tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:34.407133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:34.410399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:34.414693 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:34.454177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Pushing event updated for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:34.463970 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:34.488538 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.501556 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 17c3af1b-938c-4f53-b1a2-bf1415d02813 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:34.502021 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.647678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.724073 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-671731ac-71b9-4518-9967-ef107e56444a None None] Provisioning for port 0c854d91-95f8-404a-a117-334a70920475 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:34.731592 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-671731ac-71b9-4518-9967-ef107e56444a None None] Provisioning complete for port 0c854d91-95f8-404a-a117-334a70920475 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:34.731978 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-671731ac-71b9-4518-9967-ef107e56444a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.873694 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-671731ac-71b9-4518-9967-ef107e56444a None None] Port 0c854d91-95f8-404a-a117-334a70920475 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:34.901484 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.951503 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Transition to ACTIVE for port object bdab7ac1-7a05-4272-ac43-0f0486289b3b will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:34.957391 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e1b6-a888-4cb0-983b-76b52078c1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.958088 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.961492 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:34.966893 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:34.969718 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.024007 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2684c138-67f1-477f-8647-8b340ef60ad6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:35.070219 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Pushing event updated for resources: {'Port': ['ID=bdab7ac1-7a05-4272-ac43-0f0486289b3b,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:35.074217 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:35.075216 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Attempting to bind port bdab7ac1-7a05-4272-ac43-0f0486289b3b on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:35.075738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Attempting to bind port bdab7ac1-7a05-4272-ac43-0f0486289b3b by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:35.076280 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Attempting to bind port bdab7ac1-7a05-4272-ac43-0f0486289b3b on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:35.083135 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:35.083511 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:35.083915 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.084438 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:35.084955 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Bound port: bdab7ac1-7a05-4272-ac43-0f0486289b3b, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:35.085333 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.091582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Pushing event updated for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:35.095880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:35.105416 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.187231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] For port bdab7ac1-7a05-4272-ac43-0f0486289b3b, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:35.188272 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0083bde-042b-4ad0-9436-a826ed7f22d1 req-4adc95a5-3b9b-48dd-a803-8156a35ce0c4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:35.190408 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] For port bdab7ac1-7a05-4272-ac43-0f0486289b3b, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bdab7ac1-7a05-4272-ac43-0f0486289b3b,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:35.196886 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d0083bde-042b-4ad0-9436-a826ed7f22d1 req-4adc95a5-3b9b-48dd-a803-8156a35ce0c4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1433437 May 27 13:20:35.197191 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.209644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:35.258577 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d0083bde-042b-4ad0-9436-a826ed7f22d1 req-9cc6317e-2f28-4b15-8abc-48f782f50239 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602012 May 27 13:20:35.288672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:35.290330 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:35.315336 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:35.316379 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:35.404092 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Pushing event updated for resources: {'Port': ['ID=bdab7ac1-7a05-4272-ac43-0f0486289b3b,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:35.409468 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:35.560149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Router 96f84faf-27a6-42e3-93f3-e971c469db2a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:20:35.580310 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:35.665945 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-df337ffb-ab18-4fcd-8b4e-c3a9c47be767 None None] Provisioning complete for port 0c854d91-95f8-404a-a117-334a70920475 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:35.666325 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-df337ffb-ab18-4fcd-8b4e-c3a9c47be767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:35.755527 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:20:35.764976 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] 10.222.0.52 "PUT /v2.0/routers/96f84faf-27a6-42e3-93f3-e971c469db2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793512 May 27 13:20:35.855606 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-df337ffb-ab18-4fcd-8b4e-c3a9c47be767 None None] Port 0c854d91-95f8-404a-a117-334a70920475 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:20:35.979697 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0c854d91-95f8-404a-a117-334a70920475', 'name': '', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'mac_address': 'fa:16:3e:e7:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:33Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 2, 'project_id': '2adf69e661204840a88b385a88041105', 'subnets': [{'id': '2a29435b-db18-481a-8749-e71bd76c1686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:35.985369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c5ed2-efa5-47a5-b15c-ce090035142a None None] The sync data for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi is: [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0c854d91-95f8-404a-a117-334a70920475', 'name': '', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'mac_address': 'fa:16:3e:e7:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:33Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 2, 'project_id': '2adf69e661204840a88b385a88041105', 'subnets': [{'id': '2a29435b-db18-481a-8749-e71bd76c1686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:36.392744 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-7de123b3-b893-45bd-8562-c7e5f2674cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.394330 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-7de123b3-b893-45bd-8562-c7e5f2674cd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1098 time: 0.1026881 May 27 13:20:36.555110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-bd589a8f-3c9b-44d6-9803-5eca216d9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.556989 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-bd589a8f-3c9b-44d6-9803-5eca216d9e02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1548667 May 27 13:20:36.645812 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb0265-9350-430c-b7e8-37c7eebe2fd9 req-b1b3d567-78de-4a97-b548-53eedfccd4e0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.653671 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9ceb0265-9350-430c-b7e8-37c7eebe2fd9 req-b1b3d567-78de-4a97-b548-53eedfccd4e0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.2611828 May 27 13:20:36.674565 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:36.713015 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-f698b2e9-06e5-455e-bb33-a5235bc83967 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 1001 time: 0.1471128 May 27 13:20:36.713664 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9ceb0265-9350-430c-b7e8-37c7eebe2fd9 req-b1e88fd8-e777-4218-8420-309f8ca2105e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563700 May 27 13:20:36.940812 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-ed8f4c38-972f-4e24-942a-50d1eced778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:36.942616 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-ed8f4c38-972f-4e24-942a-50d1eced778d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.2215579 May 27 13:20:37.054742 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-416b2183-7a88-4a14-8ca8-6b93529a8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:37.056355 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-416b2183-7a88-4a14-8ca8-6b93529a8cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1067472 May 27 13:20:37.261459 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-60498cba-24c3-4ce9-8485-ee3fd548e016 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942134 May 27 13:20:37.459987 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-62dc0281-049c-497b-9ee4-5c3814469fd9 req-9f38e26f-3c78-43c3-87bb-d12ea460e142 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899545 May 27 13:20:37.486075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bdab7ac1-7a05-4272-ac43-0f0486289b3b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:37.606614 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port bdab7ac1-7a05-4272-ac43-0f0486289b3b completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:37.613013 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bdab7ac1-7a05-4272-ac43-0f0486289b3b triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:37.614184 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:37.822690 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:37.855788 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port bdab7ac1-7a05-4272-ac43-0f0486289b3b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bdab7ac1-7a05-4272-ac43-0f0486289b3b,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:37.869439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:37.872421 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:38.025459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c57eee-fbb7-4936-abd1-4f0db077ba75 req-526b2f83-ea18-4fe1-bf34-fa4edd1e14ee tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:38.032289 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c1c57eee-fbb7-4936-abd1-4f0db077ba75 req-526b2f83-ea18-4fe1-bf34-fa4edd1e14ee tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.1177490 May 27 13:20:38.038864 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=bdab7ac1-7a05-4272-ac43-0f0486289b3b,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:38.045440 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:38.133778 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c1c57eee-fbb7-4936-abd1-4f0db077ba75 req-935f2fc2-bcfc-492a-973d-76b1adf69cee tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963957 May 27 13:20:38.462802 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:38.764672 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Sync routers for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:20:38.783212 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:38.784043 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:39.022764 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:39.444346 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bdab7ac1-7a05-4272-ac43-0f0486289b3b up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:39.611904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a08f59-5cc4-4e45-a151-5f1663aa91dd req-6e02653c-dc9a-4b1c-8bd1-aadfe94731c6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:39.614205 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c9a08f59-5cc4-4e45-a151-5f1663aa91dd req-6e02653c-dc9a-4b1c-8bd1-aadfe94731c6 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 945 time: 0.2086089 May 27 13:20:39.619023 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0c854d91-95f8-404a-a117-334a70920475', 'name': '', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'mac_address': 'fa:16:3e:e7:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:33Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 2, 'project_id': '2adf69e661204840a88b385a88041105', 'subnets': [{'id': '2a29435b-db18-481a-8749-e71bd76c1686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:39.627870 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port bdab7ac1-7a05-4272-ac43-0f0486289b3b triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:39.628444 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:39.636742 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Checking router: 96f84faf-27a6-42e3-93f3-e971c469db2a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:20:39.637207 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Updating router 96f84faf-27a6-42e3-93f3-e971c469db2a port 0c854d91-95f8-404a-a117-334a70920475 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:20:39.714152 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c9a08f59-5cc4-4e45-a151-5f1663aa91dd req-d453419b-5df4-4041-a873-6b0518de66f0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931280 May 27 13:20:39.750658 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.286623 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.304195 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Transition to ACTIVE for port object 0c854d91-95f8-404a-a117-334a70920475 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:40.319383 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.337309 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:40.354248 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:40.561997 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.625265 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Attempting to bind port 0c854d91-95f8-404a-a117-334a70920475 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:20:40.625771 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Attempting to bind port 0c854d91-95f8-404a-a117-334a70920475 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:20:40.626147 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Attempting to bind port 0c854d91-95f8-404a-a117-334a70920475 on network 700f23ce-8615-412f-a0c2-87e9009bf1e6 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:20:40.630257 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e8128-c4db-40c6-a409-28df4ecef4ac None None] Pushing event updated for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:40.631311 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:20:40.634162 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-cd3e8128-c4db-40c6-a409-28df4ecef4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:40.637171 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:20:40.637703 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Checking segment: {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:20:40.638114 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.638523 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Bound using segment: {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:20:40.639034 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Bound port: 0c854d91-95f8-404a-a117-334a70920475, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cceddee-037f-4bb2-a744-0300c5f47422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:20:40.639451 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.643362 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:40.651022 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.653267 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:40.713384 dv-cinder-751579-24-iscsi neutron-server[91985]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'code': 422} returned with failed status May 27 13:20:40.760388 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] For port 0c854d91-95f8-404a-a117-334a70920475, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:20:40.765523 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] For port 0c854d91-95f8-404a-a117-334a70920475, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0c854d91-95f8-404a-a117-334a70920475,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:20:40.772286 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:40.777497 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:40.799555 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=8']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:40.811402 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:40.865199 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:20:40.865841 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:20:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:40.990589 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dc5db-6d97-4007-ba21-22b0402e7177 req-75dd5b3a-77e1-4505-bbbe-8728430142f7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:40.998041 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-702dc5db-6d97-4007-ba21-22b0402e7177 req-75dd5b3a-77e1-4505-bbbe-8728430142f7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1090424 May 27 13:20:41.022663 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e8128-c4db-40c6-a409-28df4ecef4ac None None] Pushing event updated for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:41.029797 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-cd3e8128-c4db-40c6-a409-28df4ecef4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:41.062233 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-702dc5db-6d97-4007-ba21-22b0402e7177 req-4f24da5d-f6d5-4af2-b506-c1d0ed5736f1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632131 May 27 13:20:41.210523 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:20:41.463712 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0c854d91-95f8-404a-a117-334a70920475 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:41.606198 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 0c854d91-95f8-404a-a117-334a70920475 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:20:41.625426 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 0c854d91-95f8-404a-a117-334a70920475 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:41.627618 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:41.711599 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0c854d91-95f8-404a-a117-334a70920475', 'name': '', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'mac_address': 'fa:16:3e:e7:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:33Z', 'updated_at': '2021-05-27T13:20:40Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'subnets': [{'id': '2a29435b-db18-481a-8749-e71bd76c1686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:20:41.721233 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d252-3b14-4326-8a7b-688eb9394801 None None] The sync data for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi is: [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:20:34Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0c854d91-95f8-404a-a117-334a70920475', 'name': '', 'network_id': '700f23ce-8615-412f-a0c2-87e9009bf1e6', 'tenant_id': '2adf69e661204840a88b385a88041105', 'mac_address': 'fa:16:3e:e7:63:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2a29435b-db18-481a-8749-e71bd76c1686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:33Z', 'updated_at': '2021-05-27T13:20:40Z', 'revision_number': 4, 'project_id': '2adf69e661204840a88b385a88041105', 'subnets': [{'id': '2a29435b-db18-481a-8749-e71bd76c1686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:20:41.861599 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:41.919335 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 0c854d91-95f8-404a-a117-334a70920475, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0c854d91-95f8-404a-a117-334a70920475,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:20:41.928316 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:41.930480 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-530eed92-7fcb-4672-8ba9-8751f4f98bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:42.059211 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:42.065051 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:43.279260 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a118c4-c5e5-4b74-889f-1c310267c083 req-b0ac9125-1280-4f3c-b30b-b46a7b44316a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:43.284239 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-76a118c4-c5e5-4b74-889f-1c310267c083 req-b0ac9125-1280-4f3c-b30b-b46a7b44316a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1103594 May 27 13:20:43.342927 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-76a118c4-c5e5-4b74-889f-1c310267c083 req-eae53315-514f-4362-95a0-f7d47bcd0d9c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 May 27 13:20:43.417494 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0c854d91-95f8-404a-a117-334a70920475 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:20:43.506816 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 0c854d91-95f8-404a-a117-334a70920475 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:20:43.507500 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:43.658197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55358) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:20:43.798645 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-bb79b42a-e6ea-4014-bfdd-939014f20ee9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374118 May 27 13:20:44.357235 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:20:44.671521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e955-8586-4bb4-9ece-28c7acb9b060 req-c4769fe2-a160-461d-ab01-460930b12411 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:44.678777 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3681e955-8586-4bb4-9ece-28c7acb9b060 req-c4769fe2-a160-461d-ab01-460930b12411 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1333096 May 27 13:20:44.724300 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3681e955-8586-4bb4-9ece-28c7acb9b060 req-1a63da26-e413-4c16-88b7-0c58d0a754b4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443730 May 27 13:20:45.007331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-503d018b-9611-4b8c-9e24-e956ecba1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.009500 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-503d018b-9611-4b8c-9e24-e956ecba1691 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38&tenant_id=b9dff7836fa94d619afbfd7cf29de701 HTTP/1.1" status: 200 len: 1096 time: 0.0812490 May 27 13:20:45.126383 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-26877557-bf24-4c21-b9fd-7132f69a774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.128873 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-26877557-bf24-4c21-b9fd-7132f69a774f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1096 time: 0.0930967 May 27 13:20:45.303612 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-d9fc966c-3b5e-4d40-980b-29ba0c17f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.305696 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-d9fc966c-3b5e-4d40-980b-29ba0c17f150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1695397 May 27 13:20:45.457146 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-56ac7f34-5f87-48d1-8e53-6b11d3b79a1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 999 time: 0.1431384 May 27 13:20:45.536423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-bb73d86e-3310-4c87-b1d1-a17dedd76c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.538065 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-bb73d86e-3310-4c87-b1d1-a17dedd76c73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0721757 May 27 13:20:45.630147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-9c5d710c-e8b9-4115-b70d-7f8f914c6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.631661 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-9c5d710c-e8b9-4115-b70d-7f8f914c6ce8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0843332 May 27 13:20:45.799172 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-ab4d2547-8998-4b95-91af-38f9c3668ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599314 May 27 13:20:45.982437 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-929897d0-c436-45dc-bf1d-bf0d4e86fc95 req-ee62e857-573e-49ee-b5bd-fed7d7fd132d service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752164 May 27 13:20:45.988182 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e354b1-fa82-4c9b-8ed0-75b5a92e531c req-90e6f670-3108-449a-b2ce-df8deb673b04 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:45.997134 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4e354b1-fa82-4c9b-8ed0-75b5a92e531c req-90e6f670-3108-449a-b2ce-df8deb673b04 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1360021 May 27 13:20:46.083322 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4e354b1-fa82-4c9b-8ed0-75b5a92e531c req-4ea80ed0-b591-4cd0-9860-2e2ee8776248 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850730 May 27 13:20:46.199047 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-e972e0ec-6600-40bd-96e6-25bb1d68c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:46.200685 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-e972e0ec-6600-40bd-96e6-25bb1d68c534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9dff7836fa94d619afbfd7cf29de701&device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1096 time: 0.0850360 May 27 13:20:46.397804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-ce813101-9dc5-4d00-be29-b127b87bce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:46.399471 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-ce813101-9dc5-4d00-be29-b127b87bce29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 200 len: 918 time: 0.1747758 May 27 13:20:46.667241 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-cc7b8143-59da-4f91-a492-af6aa6371123 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 200 len: 999 time: 0.2606621 May 27 13:20:47.438023 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce0bb-493c-416e-9777-aa30c77572fc req-274a38c3-f3e6-4399-8d6b-ae7da16fb685 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:47.441157 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-348ce0bb-493c-416e-9777-aa30c77572fc req-274a38c3-f3e6-4399-8d6b-ae7da16fb685 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1176546 May 27 13:20:47.499386 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-348ce0bb-493c-416e-9777-aa30c77572fc req-853f1c64-2a08-40f1-8055-7f1bfc45f5f7 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468431 May 27 13:20:47.900484 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:48.877542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2c624-a376-4f0a-8c39-74589d59f5e8 req-76b9fc79-11c8-496c-af9a-a71735d943e2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:48.880019 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1dc2c624-a376-4f0a-8c39-74589d59f5e8 req-76b9fc79-11c8-496c-af9a-a71735d943e2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.2311983 May 27 13:20:48.889095 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-45c98bb7-8c9d-4e3f-b804-7118a8ac627c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:48.890551 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-45c98bb7-8c9d-4e3f-b804-7118a8ac627c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 815 time: 0.2091892 May 27 13:20:48.929758 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-2f17e4ed-3274-4bf9-ae2f-048f6b87d218 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/quotas/348be6b600c04a6193e1d1619fa37892 HTTP/1.1" status: 200 len: 375 time: 0.0244679 May 27 13:20:48.979749 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1dc2c624-a376-4f0a-8c39-74589d59f5e8 req-b34caa24-f70c-4d28-940c-7adfb1d21479 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882070 May 27 13:20:49.035725 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-2e786afb-8e46-4fc4-aa54-57d478f41135 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994310 May 27 13:20:49.193242 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-92b5ee87-9aaf-4cf4-a3e2-51f810d6b8ca service neutron] 10.222.0.52 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447468 May 27 13:20:49.341288 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-932f0380-e5d2-4c82-9008-8a172e3a083a service neutron] 10.222.0.52 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420467 May 27 13:20:49.559492 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3cf1f6b7-de3f-45fc-9044-550879a072c3 req-0a84650c-19ec-48b1-910a-1c204dd5337f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0461097 May 27 13:20:50.282561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a15db-a3c1-4cb3-aaec-7f6c28a28ed7 req-26ebb762-6931-4fe3-a1c8-2a6801ed8874 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:50.283984 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c3a15db-a3c1-4cb3-aaec-7f6c28a28ed7 req-26ebb762-6931-4fe3-a1c8-2a6801ed8874 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.0939815 May 27 13:20:50.340929 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0c3a15db-a3c1-4cb3-aaec-7f6c28a28ed7 req-ab9167de-d997-4682-b709-444abad68539 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504241 May 27 13:20:50.718678 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc66f99b-cd1c-4203-99b1-324a2e97c21c req-c374b742-8cf5-47d5-be46-18373ed7c5e8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0504739 May 27 13:20:51.558412 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d52095-3707-4034-97b8-a15d4ad61a2e req-30d4069a-7612-49dc-bbfa-f08052869dff tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:51.559928 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32d52095-3707-4034-97b8-a15d4ad61a2e req-30d4069a-7612-49dc-bbfa-f08052869dff tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.0877521 May 27 13:20:51.622558 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-32d52095-3707-4034-97b8-a15d4ad61a2e req-afe82ab4-6dfa-4a9b-b4ab-42722d8c75d5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567644 May 27 13:20:51.979486 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6bb80e8-87dc-49a2-a6d7-f38a6df39c4f req-8135759c-5b69-4a53-8cc7-ffd6b2d01980 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.1303310 May 27 13:20:52.848851 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94f5cd-7395-4b89-9f90-d645417a3df9 req-9aaf2535-3316-4233-9dd4-6c1e003914b5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:52.850377 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef94f5cd-7395-4b89-9f90-d645417a3df9 req-9aaf2535-3316-4233-9dd4-6c1e003914b5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1125402 May 27 13:20:52.904638 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef94f5cd-7395-4b89-9f90-d645417a3df9 req-e4aec728-a7f2-496a-88bd-9d4611272dc3 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 May 27 13:20:53.162536 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d4eb9ba5-42af-43c2-a84a-cb4a119d254f req-514791ef-6e01-48dc-b6cd-b1957c7fe9dc tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0452061 May 27 13:20:54.130657 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e278-558a-4e50-bdf1-8d4626df149c req-5f27f53e-aead-40db-a015-0d547256874c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:54.132252 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3a73e278-558a-4e50-bdf1-8d4626df149c req-5f27f53e-aead-40db-a015-0d547256874c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1092815 May 27 13:20:54.184135 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3a73e278-558a-4e50-bdf1-8d4626df149c req-6cd59c1e-177e-464d-afe1-43c2f5c55759 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457642 May 27 13:20:54.344310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4d597025-49bd-4ca2-86c7-76b2b043ede8 req-adb66673-37a5-4bff-a3e7-d9f8928db45d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0501480 May 27 13:20:55.465989 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a22e26-dabb-4c12-9f18-f9fd49f8b465 req-6290c987-39bd-4bf4-a8a0-977253149093 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:55.468645 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-57a22e26-dabb-4c12-9f18-f9fd49f8b465 req-6290c987-39bd-4bf4-a8a0-977253149093 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1120806 May 27 13:20:55.545086 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-426b6f51-b1b8-4651-8c73-a21ddb4fc529 req-8b158d9d-9548-4a86-a9a8-e92dae878b54 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0730932 May 27 13:20:55.599534 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-57a22e26-dabb-4c12-9f18-f9fd49f8b465 req-c232a2ef-72ee-4f92-b561-af89b4e2a2f2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674512 May 27 13:20:56.724147 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-137aa7ed-a6ac-4c01-8c62-a84a2c8efda6 req-aa8a9f25-b6cc-4917-b2dc-4c3166c47cc1 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0536397 May 27 13:20:56.835324 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07529a88-1bbe-49f6-b58b-9b45c9107296 req-6a60ba84-8f66-4188-9450-4970064f8a0b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:56.836767 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-07529a88-1bbe-49f6-b58b-9b45c9107296 req-6a60ba84-8f66-4188-9450-4970064f8a0b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.0993373 May 27 13:20:56.890276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-07529a88-1bbe-49f6-b58b-9b45c9107296 req-114a03c6-bfe2-484f-842e-a9a18632e82d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465133 May 27 13:20:57.503913 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-0fa478b7-e17e-4a58-9b34-71c7573fcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.505343 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-0fa478b7-e17e-4a58-9b34-71c7573fcf0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 200 len: 856 time: 0.0668881 May 27 13:20:57.609713 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-1dfb81af-098f-400d-bfb7-2d7de7004abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:57.611230 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-1dfb81af-098f-400d-bfb7-2d7de7004abc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9aff74b-8229-4293-aed4-d3fc7b307ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0982809 May 27 13:20:57.775921 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-83e14413-ad32-433f-96a1-e1de1f680e41 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428897 May 27 13:20:57.897911 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a25f8bae-52d8-4978-8a0e-52045276d542 req-34e8e4bc-0a2b-4b3b-ad42-54ddfcb3b47c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0511277 May 27 13:20:57.962181 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-97709888-ac19-4c62-b4de-2b5485e0ecdf req-831810cb-c264-4de0-a928-3b6d6881e426 service neutron] 10.222.0.21 "GET /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756694 May 27 13:20:58.186466 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d8ca-5c86-4abf-9c2a-3688394e5c2f req-3a3aa059-3adc-4d21-8f3e-6b4102b9a3f5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:58.188096 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-23b1d8ca-5c86-4abf-9c2a-3688394e5c2f req-3a3aa059-3adc-4d21-8f3e-6b4102b9a3f5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1101995 May 27 13:20:58.254481 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-23b1d8ca-5c86-4abf-9c2a-3688394e5c2f req-4da34d0c-8a00-4c0a-a4bb-eeb92fbecf9b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551512 May 27 13:20:58.488817 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-67a0ce99-9452-45ed-bfe5-99da97632c44 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:58.489579 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-67a0ce99-9452-45ed-bfe5-99da97632c44 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Synchronizing usage tracker for tenant:348be6b600c04a6193e1d1619fa37892 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:20:58.518421 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-67a0ce99-9452-45ed-bfe5-99da97632c44 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Unset dirty status for tenant:348be6b600c04a6193e1d1619fa37892 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:20:58.519884 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-67a0ce99-9452-45ed-bfe5-99da97632c44 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 815 time: 0.3232896 May 27 13:20:58.543589 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'port': {'device_id': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'admin_state_up': True, 'tenant_id': '348be6b600c04a6193e1d1619fa37892'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:20:58.735208 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:20:58.740347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:port and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:20:58.743639 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:20:58.750933 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:20:58.774516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Made reservation on behalf of 348be6b600c04a6193e1d1619fa37892 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:20:58.780825 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.089849 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Allocated IP 172.20.0.12 (2397a14d-56a5-437e-940e-17d219ace8d7/3251587d-6450-49f3-a5b6-1ff5d6533bfd/d8061d20-7392-4472-ada0-5992ce923a13) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:20:59.166937 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b6f9f629-dc63-417b-b41e-04b86b4ffa2a req-4704b35d-2631-4cec-930d-061d1f476da0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0923030 May 27 13:20:59.488657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.530015 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Transition to ACTIVE for port object d8061d20-7392-4472-ada0-5992ce923a13 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:20:59.580322 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.598044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-156132ec-d5c6-46e0-8877-bb320233de61 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:20:59.598309 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f90dff-1a46-48ce-abae-497765cbe2d6 req-06235ffb-1182-4c94-acd5-763bc8bd32f5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:59.621160 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26f90dff-1a46-48ce-abae-497765cbe2d6 req-06235ffb-1182-4c94-acd5-763bc8bd32f5 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 943 time: 0.1661456 May 27 13:20:59.690032 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Network 2397a14d-56a5-437e-940e-17d219ace8d7 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:20:59.694205 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:20:59.700028 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:20:59.705036 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-26f90dff-1a46-48ce-abae-497765cbe2d6 req-66e8b61e-dd20-4c03-8e91-e28af3e76e54 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759308 May 27 13:20:59.778665 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:20:59.788865 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:20:59.856566 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:20:59.857272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:20:59.933732 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4014401 May 27 13:21:00.117425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-37d6675b-0862-4fbc-8dda-e4634e6d3fde None None] Provisioning for port d8061d20-7392-4472-ada0-5992ce923a13 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:00.123530 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-37d6675b-0862-4fbc-8dda-e4634e6d3fde None None] Provisioning complete for port d8061d20-7392-4472-ada0-5992ce923a13 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:00.123996 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-37d6675b-0862-4fbc-8dda-e4634e6d3fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:00.187573 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-37d6675b-0862-4fbc-8dda-e4634e6d3fde None None] Port d8061d20-7392-4472-ada0-5992ce923a13 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:21:00.444182 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:21:00.534967 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459cd5f-8e83-4767-966f-393f78da9cc7 req-eb2d795f-04d4-448e-a9af-35e6913cff07 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:00.544276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d459cd5f-8e83-4767-966f-393f78da9cc7 req-eb2d795f-04d4-448e-a9af-35e6913cff07 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.2424557 May 27 13:21:00.552892 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-238c4806-dc39-478d-b917-acb660caa448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:00.608818 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d459cd5f-8e83-4767-966f-393f78da9cc7 req-d7ea8855-eaa6-4652-addd-5800bf501b8e tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631480 May 27 13:21:00.721251 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:00.739305 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'port_id': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'mac_address': 'fa:16:3e:85:e3:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:21:00.819023 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:00.845600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:00.884444 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:00.890447 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:00.893049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e2290dbd-d276-4430-9c3d-e9b9e1ac7fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:01.029386 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5dd81-7030-468a-81af-e39402536831 req-53d1ef04-208c-4524-a869-80c120cbfe89 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:01.030151 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=9']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:01.031839 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0bd5dd81-7030-468a-81af-e39402536831 req-53d1ef04-208c-4524-a869-80c120cbfe89 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 944 time: 0.0883062 May 27 13:21:01.045518 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.045857 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.046193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.046519 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.046839 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.047158 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.047475 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.047789 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.048109 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.048592 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.048910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.049225 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:01.053485 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:01.106467 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0bd5dd81-7030-468a-81af-e39402536831 req-40c478c6-10d5-430a-99b6-d42c25a4ee69 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637212 May 27 13:21:01.192181 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:01.841226 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a79f25-89cf-4fbc-9933-645fc35ece77 req-8f96e540-32b7-4f94-9861-490719882217 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:01.842704 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80a79f25-89cf-4fbc-9933-645fc35ece77 req-8f96e540-32b7-4f94-9861-490719882217 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.0844519 May 27 13:21:01.891298 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-80a79f25-89cf-4fbc-9933-645fc35ece77 req-b0c7ed30-b07e-4210-a16a-b3f377609eb5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 May 27 13:21:02.445273 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:21:02.451418 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c833-ddc4-4a52-bd2a-fd431d2d7ad5 req-e96bae6a-c8cd-42db-afe1-d84fe6241aec tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:02.453096 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7d04c833-ddc4-4a52-bd2a-fd431d2d7ad5 req-e96bae6a-c8cd-42db-afe1-d84fe6241aec tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 944 time: 0.1215768 May 27 13:21:02.503732 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7d04c833-ddc4-4a52-bd2a-fd431d2d7ad5 req-230bfd58-6887-48ad-af26-5399cc5d258f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419559 May 27 13:21:02.558044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:02.558633 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.697668 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.728294 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:02.745537 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:02.751112 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:02.754400 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e215f186-6e73-4444-99d6-6a2fe7f6ec15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:02.799956 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'code': 200} May 27 13:21:02.832741 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=10']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:02.835956 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:02.992314 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:03.160320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84a301-8235-41ae-a353-d463f83b4428 req-24d043fe-8653-4d06-a4ca-da7775fa6b8e tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.167977 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f84a301-8235-41ae-a353-d463f83b4428 req-24d043fe-8653-4d06-a4ca-da7775fa6b8e tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.1521652 May 27 13:21:03.232990 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2f84a301-8235-41ae-a353-d463f83b4428 req-b06db9db-8fde-4231-a024-c5021b95219e tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 May 27 13:21:03.733627 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1704df-5604-40a6-bd39-618e8202aa83 req-ffb2beb0-6957-46e1-acf6-6c01c366e9c4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:03.735110 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f1704df-5604-40a6-bd39-618e8202aa83 req-ffb2beb0-6957-46e1-acf6-6c01c366e9c4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1035483 May 27 13:21:03.787449 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8f1704df-5604-40a6-bd39-618e8202aa83 req-debdbde4-1733-4c25-a4eb-b07e590ef13d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 May 27 13:21:04.469883 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba640b8-738c-4e4c-bf3f-08abe0f0318a req-dfea780d-e017-46b3-9ed4-20ed2aba3769 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:04.471995 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ba640b8-738c-4e4c-bf3f-08abe0f0318a req-dfea780d-e017-46b3-9ed4-20ed2aba3769 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.0886247 May 27 13:21:04.525215 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ba640b8-738c-4e4c-bf3f-08abe0f0318a req-4b506a00-5681-45f1-9078-dc8ad84affcd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 May 27 13:21:04.914964 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:21:04.939411 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-25ea3f6d-b100-4040-a881-a78e1ce74b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:05.026400 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c13a1-ab6d-4da9-92b3-06425fe60172 req-e1feeb4d-2286-4812-b4ed-0206a3e8af4c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:05.028102 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-663c13a1-ab6d-4da9-92b3-06425fe60172 req-e1feeb4d-2286-4812-b4ed-0206a3e8af4c tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1209846 May 27 13:21:05.092588 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-663c13a1-ab6d-4da9-92b3-06425fe60172 req-a8ff9e0d-f92c-4a7f-9b7a-f19b1308398a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521457 May 27 13:21:05.756685 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2577221-4322-45b2-b161-d9bc38a86fa3 req-c03a2c9a-9d64-4042-8e0c-0ea81ef7add7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:05.758275 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2577221-4322-45b2-b161-d9bc38a86fa3 req-c03a2c9a-9d64-4042-8e0c-0ea81ef7add7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.1169119 May 27 13:21:05.913412 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2577221-4322-45b2-b161-d9bc38a86fa3 req-fdbe7506-238c-49ca-adc4-17fe4b408b89 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483994 May 27 13:21:06.389603 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416587-c583-436f-88aa-680932b008b0 req-4cc4abd4-8590-4b81-9b08-4c1ff6ea7ac0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:06.391191 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83416587-c583-436f-88aa-680932b008b0 req-4cc4abd4-8590-4b81-9b08-4c1ff6ea7ac0 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1280284 May 27 13:21:06.452871 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83416587-c583-436f-88aa-680932b008b0 req-dd5e2951-a278-4c58-95de-f06b59ed8a1e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520344 May 27 13:21:06.662130 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:07.125831 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3e67a-b0e6-407d-b12d-781c6c1cd417 req-9cc0ea72-b607-4839-9ded-8694848dd83c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:07.129142 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-99d3e67a-b0e6-407d-b12d-781c6c1cd417 req-9cc0ea72-b607-4839-9ded-8694848dd83c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.1040201 May 27 13:21:07.186081 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-99d3e67a-b0e6-407d-b12d-781c6c1cd417 req-524f6840-b44d-4f7c-96e5-236bb180aea0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 May 27 13:21:07.705766 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2491fef-3462-4bb9-afd6-95dbb88c17d7 req-5ad81c67-047a-4a89-abd3-204b05474cb8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:07.707535 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f2491fef-3462-4bb9-afd6-95dbb88c17d7 req-5ad81c67-047a-4a89-abd3-204b05474cb8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0893610 May 27 13:21:07.757883 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f2491fef-3462-4bb9-afd6-95dbb88c17d7 req-47dab3ef-f851-446d-9fbf-700ed8a5153d tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 May 27 13:21:08.383368 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cf7ce-4e42-4aad-b734-c2df7d501e3d req-d74fba46-cc44-4d03-957c-92b83945d23c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:08.384765 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ea2cf7ce-4e42-4aad-b734-c2df7d501e3d req-d74fba46-cc44-4d03-957c-92b83945d23c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.0802999 May 27 13:21:08.430207 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ea2cf7ce-4e42-4aad-b734-c2df7d501e3d req-4e96433b-5e4c-4764-8d91-05c24c0856f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392570 May 27 13:21:08.465458 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:08.972871 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6858a1-da1a-45d2-bcde-db9bfd760285 req-dcfa02e5-a100-4824-96c1-cfb559969fb2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:08.974317 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bc6858a1-da1a-45d2-bcde-db9bfd760285 req-dcfa02e5-a100-4824-96c1-cfb559969fb2 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0921612 May 27 13:21:09.038379 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bc6858a1-da1a-45d2-bcde-db9bfd760285 req-a8455f83-85df-4a01-9564-a2b8c66afa8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582602 May 27 13:21:09.642170 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c2a3-8c2d-4ee4-8302-2b04bb011a98 req-c19ba346-8b20-4c38-b29d-6072e0f29d6d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:09.643667 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc02c2a3-8c2d-4ee4-8302-2b04bb011a98 req-c19ba346-8b20-4c38-b29d-6072e0f29d6d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.0803158 May 27 13:21:09.688421 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc02c2a3-8c2d-4ee4-8302-2b04bb011a98 req-2ffdfeff-1edf-476c-a3f5-f95331f5bae4 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 May 27 13:21:10.403212 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80c43-f843-447b-98fe-023bbaad03f5 req-4bfa9ca9-b4e1-46fa-a2fa-ec90656863e1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:10.404882 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4f80c43-f843-447b-98fe-023bbaad03f5 req-4bfa9ca9-b4e1-46fa-a2fa-ec90656863e1 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0977943 May 27 13:21:10.453359 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4f80c43-f843-447b-98fe-023bbaad03f5 req-f25e20f2-5f7c-4789-9acb-d9b7e86966b9 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 27 13:21:10.886904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dba554-7f3a-4ab2-88d5-0afbce367ece req-1df3cb90-7f4d-4fee-ad7f-65d1e0a5c5b4 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:10.888366 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e8dba554-7f3a-4ab2-88d5-0afbce367ece req-1df3cb90-7f4d-4fee-ad7f-65d1e0a5c5b4 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.0932205 May 27 13:21:10.938003 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e8dba554-7f3a-4ab2-88d5-0afbce367ece req-6aed650b-17bd-4e36-ad2e-30c942df3ec4 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 May 27 13:21:11.640945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8cdaf-6f17-4bab-b1bc-2112e129773c req-4db9259e-49d7-4daa-bb11-015edf11d460 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:11.642405 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-06b8cdaf-6f17-4bab-b1bc-2112e129773c req-4db9259e-49d7-4daa-bb11-015edf11d460 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0801806 May 27 13:21:11.687717 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-06b8cdaf-6f17-4bab-b1bc-2112e129773c req-7acbe674-4d8b-4134-aa53-3e7f7c5b560e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 May 27 13:21:11.805045 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Request body: {'port': {'device_id': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:11.945475 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.153476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383adc7-a6b6-4580-b4d3-b8e753840edd req-b671139c-e774-47f4-a9f3-3cf531d8ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:12.154955 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a383adc7-a6b6-4580-b4d3-b8e753840edd req-b671139c-e774-47f4-a9f3-3cf531d8ff33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 1099 time: 0.1394434 May 27 13:21:12.163458 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58dd4b-c0e9-4795-a251-aff46b9e6153 req-699dbbc1-5df1-4f42-b33b-4a852f842b18 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:12.164870 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9a58dd4b-c0e9-4795-a251-aff46b9e6153 req-699dbbc1-5df1-4f42-b33b-4a852f842b18 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 932 time: 0.1123416 May 27 13:21:12.235279 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a383adc7-a6b6-4580-b4d3-b8e753840edd req-1b709b53-f4df-4094-b05e-057fa02fbb52 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692148 May 27 13:21:12.244025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9a58dd4b-c0e9-4795-a251-aff46b9e6153 req-01d7bcb7-7964-425c-9380-e0d03d5c4134 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654359 May 27 13:21:12.428111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8061d20-7392-4472-ada0-5992ce923a13 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:12.435733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.451759 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Transition to ACTIVE for port object d8061d20-7392-4472-ada0-5992ce923a13 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:21:12.456296 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.460064 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:12.614599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:12.622226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:12.702422 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Attempting to bind port d8061d20-7392-4472-ada0-5992ce923a13 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:21:12.702540 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Attempting to bind port d8061d20-7392-4472-ada0-5992ce923a13 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:21:12.702802 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Attempting to bind port d8061d20-7392-4472-ada0-5992ce923a13 on network 2397a14d-56a5-437e-940e-17d219ace8d7 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:12.707762 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Port d8061d20-7392-4472-ada0-5992ce923a13 on network 2397a14d-56a5-437e-940e-17d219ace8d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:21:12.708143 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Attempting to bind port d8061d20-7392-4472-ada0-5992ce923a13 on network 2397a14d-56a5-437e-940e-17d219ace8d7 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:12.713545 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:21:12.713881 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Checking segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:21:12.715665 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Bound using segment: {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:21:12.716250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Bound port: d8061d20-7392-4472-ada0-5992ce923a13, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131e7569-1b1e-4357-9cd5-7d17df1892e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:21:12.716643 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.815121 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:21:12.818301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:21:12.823408 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.827216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-902d4129-e6da-4f9d-93b8-b0295e28c415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:12.880166 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbc2d0-79c8-4119-943e-c0cebee82a77 req-d3a7ab92-5bfc-4612-8553-edddae0c30e8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:12.881715 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7dbc2d0-79c8-4119-943e-c0cebee82a77 req-d3a7ab92-5bfc-4612-8553-edddae0c30e8 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0800982 May 27 13:21:12.887158 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:12.887717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:12.889112 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] 10.222.0.21 "PUT /v2.0/ports/d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 1094 time: 1.0888026 May 27 13:21:12.889608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:12.910551 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:12.922382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:12.951391 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:21:12.953726 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b7dbc2d0-79c8-4119-943e-c0cebee82a77 req-dc54a07b-7e81-4314-821f-1590f284f184 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601034 May 27 13:21:13.093724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-6434ad59-71b4-45b2-be33-703a9cff59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.095567 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-6434ad59-71b4-45b2-be33-703a9cff59f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1097 time: 0.1377082 May 27 13:21:13.199116 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-41740c46-789f-4f85-a1fc-c3b1893fba9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 217 time: 0.0913925 May 27 13:21:13.296188 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-dd61e669-2f2c-45aa-9d67-3cc3120d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.297834 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-dd61e669-2f2c-45aa-9d67-3cc3120d4b54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0824735 May 27 13:21:13.394087 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-2047a6c2-487a-4a4b-bc48-3bbfe6330dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.395609 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-2047a6c2-487a-4a4b-bc48-3bbfe6330dea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0897868 May 27 13:21:13.476763 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a26f92-fffc-4e1c-a049-519bb424ae99 req-9155dd39-d8c3-45f5-801c-631a9b023c32 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.486199 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c1a26f92-fffc-4e1c-a049-519bb424ae99 req-9155dd39-d8c3-45f5-801c-631a9b023c32 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 944 time: 0.1137924 May 27 13:21:13.542222 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c1a26f92-fffc-4e1c-a049-519bb424ae99 req-cdc725ae-425b-41cd-a265-6c21e58f58d8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545421 May 27 13:21:13.555515 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-1b93870e-c7bf-49ab-9182-a1138bdc58ca service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507318 May 27 13:21:13.734441 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e2b2872b-f6d9-4e87-9d61-833da1cd5186 req-48ef2809-8b07-415d-95fb-b3a97334b322 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669223 May 27 13:21:13.883364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-f2fb1a3c-a538-4f48-b03d-92f5cdf93d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:13.884868 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-f2fb1a3c-a538-4f48-b03d-92f5cdf93d15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1097 time: 0.0830977 May 27 13:21:14.057684 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-fb2bb96c-c7f3-4002-9125-b09af45b1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.060972 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-fb2bb96c-c7f3-4002-9125-b09af45b1940 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.1609237 May 27 13:21:14.144500 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-6f17c156-8c3c-42eb-a79e-caf3b5d9e65d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 217 time: 0.0652239 May 27 13:21:14.201128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6aca7-9d67-44a1-8e26-a9be56cb02a9 req-36c2e333-6730-4104-a63e-f10fe5ba4bfe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.202642 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2b6aca7-9d67-44a1-8e26-a9be56cb02a9 req-36c2e333-6730-4104-a63e-f10fe5ba4bfe tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0819833 May 27 13:21:14.225866 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-6072f0d8-bf8a-47aa-961c-66d147ec5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.227394 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-6072f0d8-bf8a-47aa-961c-66d147ec5054 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0656431 May 27 13:21:14.254453 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2b6aca7-9d67-44a1-8e26-a9be56cb02a9 req-af9981d0-a90e-4f46-8af6-36892b224c9b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447471 May 27 13:21:14.310785 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-34cdb375-941b-4c74-b4fa-9305fcd069e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.312639 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-34cdb375-941b-4c74-b4fa-9305fcd069e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733321 May 27 13:21:14.561957 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-789c4bee-54fd-419a-909c-486df61609a5 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326722 May 27 13:21:14.711860 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c73c6cc9-e6c0-4497-b2a2-054c0de7c5a4 req-d3905442-0adc-4096-879c-ecd8146a1de3 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430018 May 27 13:21:14.747900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47e005-7e4c-4a56-979d-18ae977f34c0 req-dc3391ed-b805-40e5-97e8-8ca810111fa8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:14.749499 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a47e005-7e4c-4a56-979d-18ae977f34c0 req-dc3391ed-b805-40e5-97e8-8ca810111fa8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 944 time: 0.1029758 May 27 13:21:14.800802 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a47e005-7e4c-4a56-979d-18ae977f34c0 req-4350448a-90f2-4783-9618-1dfbfda230d6 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447075 May 27 13:21:15.660737 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25037569-2202-4004-83ac-916aeb9109b2 req-fcce7181-cd10-45af-b9a5-970c7eac3f91 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:15.662222 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25037569-2202-4004-83ac-916aeb9109b2 req-fcce7181-cd10-45af-b9a5-970c7eac3f91 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.0820708 May 27 13:21:15.716121 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-25037569-2202-4004-83ac-916aeb9109b2 req-c40cbfc8-8d3d-42dd-b7ae-2631779aa449 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479884 May 27 13:21:15.990081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03061516-c1d7-4bd0-8f99-da9086b3eac8 req-7b4ab9fc-df73-4d7f-8d03-5ca784b9632d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:15.991543 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03061516-c1d7-4bd0-8f99-da9086b3eac8 req-7b4ab9fc-df73-4d7f-8d03-5ca784b9632d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 944 time: 0.0830417 May 27 13:21:16.041540 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03061516-c1d7-4bd0-8f99-da9086b3eac8 req-0cab8c71-844a-495f-9a8d-9586243e9c22 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 May 27 13:21:16.569015 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d8061d20-7392-4472-ada0-5992ce923a13 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:21:16.703405 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:16.717287 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'd8061d20-7392-4472-ada0-5992ce923a13', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'port_id': 'd8061d20-7392-4472-ada0-5992ce923a13', 'mac_address': 'fa:16:3e:cb:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:21:16.774527 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:16.792368 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8061d20-7392-4472-ada0-5992ce923a13 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:16.807749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:16.813545 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:16.816072 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:16.886673 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:16.890113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:16.994554 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849ec97-738a-46c5-897d-3ef6d4e87f72 req-caf28722-5512-4cd7-8ea2-a718126229d7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:16.996069 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3849ec97-738a-46c5-897d-3ef6d4e87f72 req-caf28722-5512-4cd7-8ea2-a718126229d7 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.1613495 May 27 13:21:17.041294 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3849ec97-738a-46c5-897d-3ef6d4e87f72 req-a4050ecb-e38a-490e-a37c-dd15eff0ef98 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 May 27 13:21:17.095590 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:17.236210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9b20-0b4f-4890-87c5-fef60fea5797 req-4bd810a4-ebd1-4dc2-b6b0-4378cf336861 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:17.239002 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-34ff9b20-0b4f-4890-87c5-fef60fea5797 req-4bd810a4-ebd1-4dc2-b6b0-4378cf336861 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 945 time: 0.0854256 May 27 13:21:17.293963 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-34ff9b20-0b4f-4890-87c5-fef60fea5797 req-c3eb5d70-f9ad-4815-9a7f-fea4d141ce91 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486350 May 27 13:21:17.514544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-ede3d112-202d-4973-8d2d-89ae13e7148b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:17.515148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-ede3d112-202d-4973-8d2d-89ae13e7148b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Synchronizing usage tracker for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:21:17.530466 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-ede3d112-202d-4973-8d2d-89ae13e7148b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Unset dirty status for tenant:9afd9ff364f24ed2a7b53846b14667de on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:21:17.531748 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-ede3d112-202d-4973-8d2d-89ae13e7148b tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.1015570 May 27 13:21:17.674678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Deleting port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:17.675020 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:17.813566 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] For port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:17.813832 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:17.885871 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.144414 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.145208 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.145743 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Floating IP 322a863a-9fd4-4e75-9e7f-a51de5371152 disassociated. External IP: 172.27.3.55, port: 1ae8b1f7-7d14-40c3-b57d-37185c5c830a. May 27 13:21:18.146325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Calling delete_port for 1ae8b1f7-7d14-40c3-b57d-37185c5c830a owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:18.240155 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f6569-a2c9-42b6-824f-9797553d2545 req-02adfd2b-19ed-4b65-bf78-a26ddd0109ca tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:18.241741 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c8f6569-a2c9-42b6-824f-9797553d2545 req-02adfd2b-19ed-4b65-bf78-a26ddd0109ca tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 946 time: 0.0875504 May 27 13:21:18.290214 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5c8f6569-a2c9-42b6-824f-9797553d2545 req-08f1ca51-9de0-458c-9ecd-32624f23a490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups?id=67fe0649-7054-47e8-9e08-6f163aed39a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426128 May 27 13:21:18.314360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.314360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da01ac06-5b66-4e10-a64e-4b5df88492a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:18.408036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'Port': ['ID=1ae8b1f7-7d14-40c3-b57d-37185c5c830a,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:18.417703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:18.501096 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cc250-8281-4a70-92e0-345d8af1823e req-8d1185b6-1a57-4748-83cd-6f7a38af7f53 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:18.503162 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-770cc250-8281-4a70-92e0-345d8af1823e req-8d1185b6-1a57-4748-83cd-6f7a38af7f53 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 945 time: 0.0997930 May 27 13:21:18.551827 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-770cc250-8281-4a70-92e0-345d8af1823e req-ff853ce6-d834-4c63-829e-3fb791ecd644 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 May 27 13:21:18.599380 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d8061d20-7392-4472-ada0-5992ce923a13 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:21:18.634158 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:21:18.671382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port d8061d20-7392-4472-ada0-5992ce923a13 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:18.677804 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port d8061d20-7392-4472-ada0-5992ce923a13 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:18.678293 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.811529 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.857983 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:21:18.860738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:18.876929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:21:18.892763 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:18.902253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:18.905193 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:18.937702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:18.938359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:19.025874 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'code': 200} May 27 13:21:19.076557 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] No DVR routers for this DVR port 1ae8b1f7-7d14-40c3-b57d-37185c5c830a on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:21:19.079476 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:19.082840 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'name': 'network-vif-deleted', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:19.102445 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a001faf6-f73b-4eee-9236-91d8c0ebea12 req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.21 "DELETE /v2.0/ports/1ae8b1f7-7d14-40c3-b57d-37185c5c830a HTTP/1.1" status: 204 len: 173 time: 1.5641165 May 27 13:21:19.161958 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:19.173660 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:19.229941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:19.244671 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607aa92c-6ccd-4a17-8564-5da72f3b688f', 'name': 'network-vif-deleted', 'tag': '1ae8b1f7-7d14-40c3-b57d-37185c5c830a', 'status': 'completed', 'code': 200} May 27 13:21:19.280392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6a2d4-c5c4-4fe9-ba8d-5241c4ffeb61 req-e2c625b1-3e7c-48fc-bb72-8fd4a4ee0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:19.282068 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b3d6a2d4-c5c4-4fe9-ba8d-5241c4ffeb61 req-e2c625b1-3e7c-48fc-bb72-8fd4a4ee0939 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1099 time: 0.1376200 May 27 13:21:19.369201 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b3d6a2d4-c5c4-4fe9-ba8d-5241c4ffeb61 req-c38ab469-d2f0-4e33-9fac-c08c651bc9e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760651 May 27 13:21:19.516505 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9bf5dad3-790b-436d-9d7d-91b0e4b5e18a req-cbabfc04-eb04-41b0-8f1d-03df44e3e7a3 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/ports?device_id=607aa92c-6ccd-4a17-8564-5da72f3b688f HTTP/1.1" status: 200 len: 210 time: 0.0470269 May 27 13:21:19.611118 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:19.615074 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:21:19.624270 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:19.624850 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:19.761731 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2721f9d-f7b4-4bda-8274-9ef00fcf5a35 req-57949c74-7f1a-4247-b1b1-479428adc6b7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:19.763592 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2721f9d-f7b4-4bda-8274-9ef00fcf5a35 req-57949c74-7f1a-4247-b1b1-479428adc6b7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.0962858 May 27 13:21:19.817178 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2721f9d-f7b4-4bda-8274-9ef00fcf5a35 req-bb85d3d7-7033-4e5c-9d38-921902f23124 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 May 27 13:21:19.841310 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:20.184322 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:20.188838 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5cf4bc-929e-4248-a0b1-7c46c8ee91d3 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:13:56Z', 'revision_number': 4, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'a7013d7f-8eb8-4b5f-881f-7fdd0b753415', 'name': '', 'network_id': '609eed2c-d3b0-41bc-ae40-37b3384d77f6', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'mac_address': 'fa:16:3e:97:1e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:52Z', 'updated_at': '2021-05-27T13:14:09Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'subnets': [{'id': 'c0bec4de-17bb-4554-8f96-0302f67f251e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:21:20.411987 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34760381-f85b-4b73-95b5-6842fada5c03 None None] New status for floating IP 322a863a-9fd4-4e75-9e7f-a51de5371152: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:21:20.599743 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 1ae8b1f7-7d14-40c3-b57d-37185c5c830a no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:21:20.637436 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 1ae8b1f7-7d14-40c3-b57d-37185c5c830a {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:21:20.637794 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 1ae8b1f7-7d14-40c3-b57d-37185c5c830a not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:21:20.649998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55700) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:20.719201 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:20.747970 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:20.802018 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:20.806075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-19578e90-c619-42b1-9c3b-2f214d45271d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:20.821904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe0649-7054-47e8-9e08-6f163aed39a2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:20.831305 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.831681 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.832041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.832401 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.832777 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.833128 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.833474 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.833834 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.834168 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.834509 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.834849 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.835189 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:20.839835 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:20.843934 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:20.845207 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "DELETE /v2.0/security-groups/67fe0649-7054-47e8-9e08-6f163aed39a2 HTTP/1.1" status: 204 len: 168 time: 0.1941662 May 27 13:21:20.848952 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55706) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:20.867228 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.api.v2.resource [None req-743b7efb-dd93-442e-b8a9-fa5a619d0caf tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] show failed (client error): The resource could not be found. May 27 13:21:20.868605 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-743b7efb-dd93-442e-b8a9-fa5a619d0caf tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "GET /v2.0/security-groups/67fe0649-7054-47e8-9e08-6f163aed39a2 HTTP/1.1" status: 404 len: 347 time: 0.0177979 May 27 13:21:20.871425 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55710) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:21.151542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409590f-89d7-4012-a301-8b07078bf9a0 req-420145ef-a4ce-4b1c-b33a-a07bfad40463 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:21.153078 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9409590f-89d7-4012-a301-8b07078bf9a0 req-420145ef-a4ce-4b1c-b33a-a07bfad40463 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.2086868 May 27 13:21:21.195823 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Deleting port c80faac0-19a0-46d4-b368-c5c8dda78bd0 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:21.196161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.267560 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9409590f-89d7-4012-a301-8b07078bf9a0 req-bba6a5ee-e6fb-423e-ae33-9a7cb1d45851 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079860 May 27 13:21:21.328686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.328686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.459770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Calling delete_port for c80faac0-19a0-46d4-b368-c5c8dda78bd0 owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:21.566738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14476b17-91f6-4e65-b7ee-8adea0e209ef req-cc2d6512-f197-45a1-a1c7-114037cb8449 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:21.568269 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-14476b17-91f6-4e65-b7ee-8adea0e209ef req-cc2d6512-f197-45a1-a1c7-114037cb8449 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.1777928 May 27 13:21:21.668590 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-14476b17-91f6-4e65-b7ee-8adea0e209ef req-38078d15-f2ef-4fa3-9fdb-81256788439b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885046 May 27 13:21:21.689744 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.694161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:21.770682 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Pushing event deleted for resources: {'Port': ['ID=c80faac0-19a0-46d4-b368-c5c8dda78bd0,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:21.791194 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.791566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.791926 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.792280 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.792654 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.793016 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.793386 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.793725 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.794074 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.794414 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.794753 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.795090 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:21:21.827823 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:21.860411 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.875561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:21.876724 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] 10.222.0.52 "DELETE /v2.0/floatingips/322a863a-9fd4-4e75-9e7f-a51de5371152 HTTP/1.1" status: 204 len: 168 time: 1.0042839 May 27 13:21:22.129037 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42870251-6f5f-4e9e-9785-59727909be37 req-570e4782-a399-4e56-a9c4-75dbf2a8e77f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:22.130528 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42870251-6f5f-4e9e-9785-59727909be37 req-570e4782-a399-4e56-a9c4-75dbf2a8e77f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.0880497 May 27 13:21:22.185184 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-42870251-6f5f-4e9e-9785-59727909be37 req-9dfb5e27-13c5-45b2-a063-f4a98b72f5ba tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488105 May 27 13:21:26.011073 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55772) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:26.768088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:27.186330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Deleting port a7013d7f-8eb8-4b5f-881f-7fdd0b753415 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:27.187062 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:27.310120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] For port a7013d7f-8eb8-4b5f-881f-7fdd0b753415, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:27.310467 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:27.432356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Calling delete_port for a7013d7f-8eb8-4b5f-881f-7fdd0b753415 owned by network:router_interface {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:27.591832 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:27.596287 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5a995149-7bec-4848-8f62-01a998c0606c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:27.638525 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7013d7f-8eb8-4b5f-881f-7fdd0b753415,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:27.641707 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:28.000818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:28.364241 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Router c5afcd8f-3cac-4b74-9e08-969fb9270611 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:21:28.543852 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:21:28.553637 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Sync routers for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:21:28.557129 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-777a3580-ceeb-46a8-b338-1b1815b87105 admin admin] 10.222.0.52 "PUT /v2.0/routers/c5afcd8f-3cac-4b74-9e08-969fb9270611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5449951 May 27 13:21:28.560271 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55782) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:28.563568 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:28.564188 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:28.742854 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks [] for router, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:28.745189 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:28.925192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.002865 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Deleting port b275b609-6383-442b-ad42-bbe20995c9ff {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:29.003092 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.086342 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:21:27Z', 'revision_number': 5, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port': {'id': 'b275b609-6383-442b-ad42-bbe20995c9ff', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:37Z', 'updated_at': '2021-05-27T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:29.091318 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Checking router: c5afcd8f-3cac-4b74-9e08-969fb9270611 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:21:29.101761 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Routers {'c5afcd8f-3cac-4b74-9e08-969fb9270611'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:29.102426 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['c5afcd8f-3cac-4b74-9e08-969fb9270611'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:29.240678 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] For port b275b609-6383-442b-ad42-bbe20995c9ff, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b275b609-6383-442b-ad42-bbe20995c9ff,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:29.241040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.283565 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] Set router c5afcd8f-3cac-4b74-9e08-969fb9270611 gateway port host: None {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:29.377608 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Calling delete_port for b275b609-6383-442b-ad42-bbe20995c9ff owned by network:router_gateway {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:29.393403 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:21:28Z', 'revision_number': 6, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:29.397932 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a6415-2b87-422a-9a8f-ad7ead8e9853 None None] The sync data for ids ['c5afcd8f-3cac-4b74-9e08-969fb9270611'] in dv-cinder-751579-24-iscsi is: [{'id': 'c5afcd8f-3cac-4b74-9e08-969fb9270611', 'name': 'tempest-AttachVolumeTestJSON-1706943777-router', 'tenant_id': '9afd9ff364f24ed2a7b53846b14667de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:35Z', 'updated_at': '2021-05-27T13:21:28Z', 'revision_number': 6, 'project_id': '9afd9ff364f24ed2a7b53846b14667de', 'gw_port_host': None}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:21:29.523958 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.527322 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:29.572503 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Pushing event deleted for resources: {'Port': ['ID=b275b609-6383-442b-ad42-bbe20995c9ff,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:29.575437 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:29.664891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.844382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.846676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.930599 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.931131 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5afcd8f-3cac-4b74-9e08-969fb9270611 {{(pid=91984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:21:29.944083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:29.945228 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c5afcd8f-3cac-4b74-9e08-969fb9270611 HTTP/1.1" status: 204 len: 168 time: 1.3840079 May 27 13:21:29.947768 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55788) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:30.014197 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Deleting subnet c0bec4de-17bb-4554-8f96-0302f67f251e {{(pid=91984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:21:30.017568 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.079475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10288327'] for subnet, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.204986 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.474692 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f4d7ad81-f9dc-426b-af78-ae1e1e87044d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.522652 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2256003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353662'] for subnet, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.529237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dba2d356-02a9-4672-bd1d-dd7129504011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:30.569932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.572763 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bec4de-17bb-4554-8f96-0302f67f251e,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:30.575261 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735d346-5116-4752-86f6-c38a4bcdd0d4 None None] Network 609eed2c-d3b0-41bc-ae40-37b3384d77f6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:21:30.576389 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:30.581989 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-bc982417-da63-474b-bf81-e84069276b07 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c0bec4de-17bb-4554-8f96-0302f67f251e HTTP/1.1" status: 204 len: 168 time: 0.6330535 May 27 13:21:30.584395 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55794) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:30.704613 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.892984 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] DHCP port deletion for 609eed2c-d3b0-41bc-ae40-37b3384d77f6 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:21:30.918040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Deleting port 3461939f-a1c7-4258-916f-a81412ac446b {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:30.918385 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:30.964642 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Deleting port 3461939f-a1c7-4258-916f-a81412ac446b {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:21:30.965588 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.024330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] For port 3461939f-a1c7-4258-916f-a81412ac446b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3461939f-a1c7-4258-916f-a81412ac446b,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:31.024776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.066904 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] For port 3461939f-a1c7-4258-916f-a81412ac446b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3461939f-a1c7-4258-916f-a81412ac446b,segment=NetworkSegment(cc0f7d78-d454-40bb-b00f-73a708926af5),segment_id=cc0f7d78-d454-40bb-b00f-73a708926af5)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:31.067320 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.149297 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Calling delete_port for 3461939f-a1c7-4258-916f-a81412ac446b owned by network:dhcp {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:31.188991 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Calling delete_port for 3461939f-a1c7-4258-916f-a81412ac446b owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:21:31.196802 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.201638 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8227b168-bf97-4053-8991-f75665da1d8f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:31.248224 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Pushing event deleted for resources: {'Port': ['ID=3461939f-a1c7-4258-916f-a81412ac446b,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:31.250029 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] No DVR routers for this DVR port 3461939f-a1c7-4258-916f-a81412ac446b on host dv-cinder-751579-24-iscsi {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:21:31.252245 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:31.321142 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.324904 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:31.369452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.375164 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Pushing event deleted for resources: {'Port': ['ID=3461939f-a1c7-4258-916f-a81412ac446b,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:31.382420 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:31.383985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] No DVR routers for this DVR port 3461939f-a1c7-4258-916f-a81412ac446b on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:21:31.385088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609eed2c-d3b0-41bc-ae40-37b3384d77f6']}} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:31.399087 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0f7d78-d454-40bb-b00f-73a708926af5') {'for_net_delete': True} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:31.399387 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0f7d78-d454-40bb-b00f-73a708926af5') {} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:31.411618 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10288382'] for segment, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.431972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.444777 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=91984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:21:31.445185 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227745'] for segment, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: Traceback (most recent call last): May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: timer() May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: cb(*args, **kw) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: return func(*args, **kwargs) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: self._notify() May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: self.callback(batched_events) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: event.method(event) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: return f(self, *a, **k) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._get(url).json() May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: return self.request(url, 'GET', **kwargs) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:21:31.459958 dv-cinder-751579-24-iscsi neutron-server[91984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:21:31.483926 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a7013d7f-8eb8-4b5f-881f-7fdd0b753415 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:21:31.519160 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: a7013d7f-8eb8-4b5f-881f-7fdd0b753415 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:21:31.519506 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a7013d7f-8eb8-4b5f-881f-7fdd0b753415 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:21:31.520104 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3461939f-a1c7-4258-916f-a81412ac446b no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:21:31.553599 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.555400 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 3461939f-a1c7-4258-916f-a81412ac446b {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:21:31.555754 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3461939f-a1c7-4258-916f-a81412ac446b not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:21:31.556240 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b275b609-6383-442b-ad42-bbe20995c9ff no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:21:31.558692 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d20692f2-5dee-4dcd-aa75-9ccdf1bc6a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:31.576564 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.586409 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Pushing event deleted for resources: {'Network': ['ID=609eed2c-d3b0-41bc-ae40-37b3384d77f6,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:31.590146 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:31.604530 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] 10.222.0.52 "DELETE /v2.0/networks/609eed2c-d3b0-41bc-ae40-37b3384d77f6 HTTP/1.1" status: 204 len: 168 time: 1.0149872 May 27 13:21:31.629589 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: b275b609-6383-442b-ad42-bbe20995c9ff {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:21:31.629899 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b275b609-6383-442b-ad42-bbe20995c9ff not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:21:31.735009 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55802) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:31.785465 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-525a1924-c692-4496-89cf-703f224769f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9afd9ff364f24ed2a7b53846b14667de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0510716 May 27 13:21:31.787862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55806) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:31.854878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.882057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.939112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.943418 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fbee8dde-8ea1-4aa4-8dbe-e1afa4add4f6 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:31.956207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2cead7-4610-4161-a11e-5e5521a41070,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:31.958670 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:31.966192 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:31.967549 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa2cead7-4610-4161-a11e-5e5521a41070 HTTP/1.1" status: 204 len: 168 time: 0.1785319 May 27 13:21:32.901824 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa51da-f23b-4c5b-80c7-fcea3fb53c73 req-a93749ff-5f40-470a-9f48-28a5985c4306 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:32.903332 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7eaa51da-f23b-4c5b-80c7-fcea3fb53c73 req-a93749ff-5f40-470a-9f48-28a5985c4306 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.0839169 May 27 13:21:32.958077 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7eaa51da-f23b-4c5b-80c7-fcea3fb53c73 req-7836f782-7872-4e21-ada6-574ce26d9774 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 May 27 13:21:32.988284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55844) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:32.996865 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.304482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce7b52a-5b65-4270-90c5-8128e62a4145 tempest-TestMinimumBasicScenario-1901408256 tempest-TestMinimumBasicScenario-1901408256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:33.305214 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0ce7b52a-5b65-4270-90c5-8128e62a4145 tempest-TestMinimumBasicScenario-1901408256 tempest-TestMinimumBasicScenario-1901408256-project-admin] Synchronizing usage tracker for tenant:2adf69e661204840a88b385a88041105 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:21:33.323179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0ce7b52a-5b65-4270-90c5-8128e62a4145 tempest-TestMinimumBasicScenario-1901408256 tempest-TestMinimumBasicScenario-1901408256-project-admin] Unset dirty status for tenant:2adf69e661204840a88b385a88041105 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:21:33.327311 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0ce7b52a-5b65-4270-90c5-8128e62a4145 tempest-TestMinimumBasicScenario-1901408256 tempest-TestMinimumBasicScenario-1901408256-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1094 time: 0.3372476 May 27 13:21:33.327639 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55858) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:33.333907 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'port_id': 'd8061d20-7392-4472-ada0-5992ce923a13', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:33.340748 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:33.346257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:floatingip and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:33.349351 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:33.363749 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:33.375122 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for floatingip, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.519492 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.661049 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Allocated IP 172.27.3.100 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/322e05a1-af47-40f8-a0db-735ec3dba9d6) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:21:33.669879 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55866) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:33.793051 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.808236 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:33.812229 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Usage tracker for resource:security_group_rule and tenant:5433e1fe8f254b0982408842539b422a is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:33.816030 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:33.818610 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.821938 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:33.849385 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.853854 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:33.912333 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.917086 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:33.920052 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:21:33.922836 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:33.927280 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:21:33.928864 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a8d2b18a-1a89-49ee-a330-e914b3f905b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:33.968051 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'Port': ['ID=322e05a1-af47-40f8-a0db-735ec3dba9d6,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:33.973126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:33.976863 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5433e1fe8f254b0982408842539b422a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030214 May 27 13:21:33.976863 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcffb36-c186-4d24-b55f-9ea5bd2cf37c,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:33.977882 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55872) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:33.979995 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:34.040873 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.068631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.132779 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.136809 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4c6b0a91-cb9a-4826-a793-addfbc0248ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:34.149686 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcffb36-c186-4d24-b55f-9ea5bd2cf37c,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:34.152373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:34.162156 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.166508 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bcffb36-c186-4d24-b55f-9ea5bd2cf37c HTTP/1.1" status: 204 len: 168 time: 0.1850405 May 27 13:21:34.506333 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.536810 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55880) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:34.555490 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.571381 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:34.575444 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Usage tracker for resource:security_group_rule and tenant:fcbf916119904f5ebbfd2f05c66d4df3 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:34.578929 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:34.585736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:34.592403 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.689911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.693994 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.703574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-78c0f11a-0816-4ff4-8725-9dbf9f1b8e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:34.749061 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcbf916119904f5ebbfd2f05c66d4df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087045 May 27 13:21:34.749061 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2b3dc4-7f25-46f9-8b11-6b73ad9b09c2,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:34.751450 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55884) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:34.752562 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:34.868926 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.911732 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.924130 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.924837 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-89e1c810-4794-4dae-8f4e-f7c12ecab186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.934497 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:34.942239 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9e92bf6e-5889-489a-b9ce-63d9c8a84280 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:35.068840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'Port': ['ID=322e05a1-af47-40f8-a0db-735ec3dba9d6,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:35.073343 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:35.083382 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:35.141123 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:35.152381 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f9e5b84e-c989-45f8-a69e-595dc8adf98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:35.186495 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2b3dc4-7f25-46f9-8b11-6b73ad9b09c2,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:35.195237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:35.279629 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:35.280837 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a3e41884-1a5e-421a-ba30-54a6b94c9cb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d2b3dc4-7f25-46f9-8b11-6b73ad9b09c2 HTTP/1.1" status: 204 len: 168 time: 0.5278156 May 27 13:21:35.305194 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Floating IP eb9f1102-ccfd-4c5b-ab50-d2d8189eec02 associated. External IP: 172.27.3.100, port: d8061d20-7392-4472-ada0-5992ce923a13. May 27 13:21:35.671494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Router 7d0a3325-69ba-4397-ba70-dac630950eb3 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:21:35.884370 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:21:35.898222 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Sync routers for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:21:35.912174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:35.916410 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:35.917884 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:36.123639 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7947359 May 27 13:21:36.124594 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:36.127139 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55916) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:36.134740 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215410910', 'description': 'tempest-secgroup-smoke-215410910 description', 'project_id': '348be6b600c04a6193e1d1619fa37892'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:36.145776 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:36.154041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:36.158908 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:36.169738 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:36.175941 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:21:36.186231 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.201661 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:36.272689 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:36.279598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:36.283414 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:36.291184 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:36.331368 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-ee50ee70-7a15-49ec-8515-13505aa5c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:36.332503 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-ee50ee70-7a15-49ec-8515-13505aa5c74e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1099 time: 0.1296380 May 27 13:21:36.477535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.499517 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.507680 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-25eac12b-9d15-40eb-a1af-b1904b571860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:36.572261 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:36.575728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:36.577314 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-d72b2ae1-3d56-4c69-9332-fe1cabd1bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:36.579108 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-d72b2ae1-3d56-4c69-9332-fe1cabd1bb84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.2367544 May 27 13:21:36.581040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.582396 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4535522 May 27 13:21:36.586156 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55928) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:36.601886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:36.609451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:36.615207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:36.620323 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:36.630604 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:36.648030 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'eb9f1102-ccfd-4c5b-ab50-d2d8189eec02', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'port_id': 'd8061d20-7392-4472-ada0-5992ce923a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'mac_address': 'fa:16:3e:cb:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:34Z', 'updated_at': '2021-05-27T13:21:34Z', 'revision_number': 0, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:36.654954 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Checking router: 7d0a3325-69ba-4397-ba70-dac630950eb3 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:21:36.657428 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.669578 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:21:36.670131 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:21:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:36.684696 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.781598 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.789210 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.793546 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:36.820372 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25de0737-5d3a-4cec-803c-dec9f69bd779,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:36.831279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:36.847530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.848804 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616084 May 27 13:21:36.851490 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55936) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:36.857364 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:36.864790 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:36.869301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:36.872491 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:36.880036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:36.904699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.928753 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:21:36.971903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.981979 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:36.996196 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2ce58454-0d1f-44cc-a4c0-9089d828f304 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:37.032023 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f17738-dc25-46d7-9755-9c9c62c7ce8b,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:37.035615 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:37.042366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.044245 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1914656 May 27 13:21:37.048610 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55944) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:37.057279 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:37.069102 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:37.075141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:37.078860 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:37.088608 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:37.130704 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.209101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.214454 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.216900 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-db461948-e4f1-4498-a5ed-fc5cb7d872bb tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:37.240137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b21aae9-b35d-4774-8f28-6f4e81e80de5,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:37.244903 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:37.254938 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.259124 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-ef443697-010b-4288-9864-0a50443eecbb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060390 May 27 13:21:37.259124 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55954) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:37.265958 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:37.272925 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:37.277238 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:37.285635 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:37.292819 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:37.321342 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.406312 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'eb9f1102-ccfd-4c5b-ab50-d2d8189eec02', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'port_id': 'd8061d20-7392-4472-ada0-5992ce923a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'mac_address': 'fa:16:3e:cb:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:34Z', 'updated_at': '2021-05-27T13:21:34Z', 'revision_number': 0, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:21:37.413936 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc2f9f-7949-451c-aeee-9a60b2cac455 None None] The sync data for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi is: [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': 'eb9f1102-ccfd-4c5b-ab50-d2d8189eec02', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'port_id': 'd8061d20-7392-4472-ada0-5992ce923a13', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'mac_address': 'fa:16:3e:cb:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:21:34Z', 'updated_at': '2021-05-27T13:21:34Z', 'revision_number': 0, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:21:37.420875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.429346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.431563 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:37.469127 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0e48a7-df2c-4232-af26-69c68d7095b0,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:37.473095 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:37.473965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.477951 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55962) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:37.478645 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2179151 May 27 13:21:37.485647 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:37.494332 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:37.497952 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-a675cf4c-e509-40a2-bcc4-02e04c10ddd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 1000 time: 0.1424768 May 27 13:21:37.500539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:37.504688 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:37.511151 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:37.522618 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.securitygroups_db [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Project 348be6b600c04a6193e1d1619fa37892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:21:37.529582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.611459 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.616432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.618736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5e93edb2-3f4c-4fe3-919d-bf40cbd0b427 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:37.647811 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8e7c64-80bc-48a7-a217-7deadecef26a,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:37.651146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:37.663039 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.668657 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-64497f52-143c-45ec-a4f4-8ddb14cecd5f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1851461 May 27 13:21:37.668917 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55968) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:37.676126 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'security_group_rule': {'security_group_id': 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2', 'project_id': '348be6b600c04a6193e1d1619fa37892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:37.693011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:37.693122 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f3d2b9-5aa3-4418-a3b1-14f60c6704ab None None] New status for floating IP eb9f1102-ccfd-4c5b-ab50-d2d8189eec02: ACTIVE {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:21:37.695863 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Usage tracker for resource:security_group_rule and tenant:348be6b600c04a6193e1d1619fa37892 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:37.700236 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:37.706953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:37.722486 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.securitygroups_db [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Project 348be6b600c04a6193e1d1619fa37892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:21:37.730635 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.825430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 55972) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:37.849281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.854161 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.860682 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:37.881191 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daaa6879-6c7f-4ddd-b945-1e9d3df725ba,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:37.884260 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:37.894236 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:37.895824 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c333211c-e657-4fc4-becb-d3b95b47d186 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2257941 May 27 13:21:38.029122 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.059553 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:38.064259 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-c5a618d1-a796-4888-bba5-62df332d24e9 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215410910&fields=id&tenant_id=348be6b600c04a6193e1d1619fa37892 HTTP/1.1" status: 200 len: 267 time: 0.0814066 May 27 13:21:38.066893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Usage tracker for resource:security_group_rule and tenant:b7df5b840209407781eb7ed446dcc531 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:38.069974 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:38.111336 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:38.195211 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-ff1f908f-7c04-4169-bac3-5aae1eb13677 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.196683 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-ff1f908f-7c04-4169-bac3-5aae1eb13677 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.1237950 May 27 13:21:38.212764 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'port': {'security_groups': ['a183a276-44d8-4f73-9991-d864e3e7108d', 'e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:38.294969 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.333070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.336492 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-82334493-63fa-4c11-844c-4f7550e6ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.337973 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-82334493-63fa-4c11-844c-4f7550e6ec44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0693450 May 27 13:21:38.346323 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-79cb169d-3eb4-4ed8-b160-19c737a07134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:38.405754 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.419869 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7df5b840209407781eb7ed446dcc531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898149 May 27 13:21:38.419869 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869562d8-e0b1-4407-ab1e-6ab56fe4ef19,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:38.420201 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55984) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:38.425067 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:38.457394 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.491022 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.519274 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.576846 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.580734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-47aae650-4d82-4198-96cc-35314b591d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:38.593640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869562d8-e0b1-4407-ab1e-6ab56fe4ef19,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:38.597517 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:38.599669 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.603759 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0e6fa90c-92f7-4b6e-9af2-b55b9cdf9ffa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/869562d8-e0b1-4407-ab1e-6ab56fe4ef19 HTTP/1.1" status: 204 len: 168 time: 0.1793296 May 27 13:21:38.697819 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:38.726835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.733913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.740916 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5085b67c-6a94-4b28-9a9b-fb5317295216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:38.811544 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:38.812242 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.813705 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b58f8532-6e1b-4909-a9d9-4d08ed054fbe req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "PUT /v2.0/ports/d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 982 time: 0.6103055 May 27 13:21:38.819890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:38.880263 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=6']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:38.883776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-471be2af-deb0-468e-90a4-149f783eb511 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:38.896009 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:21:38.958851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 55996) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:38.978164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:38.994133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:38.998808 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Usage tracker for resource:security_group_rule and tenant:ca574abafc8d4da9b5294f77fb852bb1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:39.003968 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:39.009898 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:39.019083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444181ba-e638-446c-83f8-b42390762dd7 req-26fa9eff-48df-4713-8291-415dff45fc84 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:39.020888 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-444181ba-e638-446c-83f8-b42390762dd7 req-26fa9eff-48df-4713-8291-415dff45fc84 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0964613 May 27 13:21:39.047576 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-680d333b-fc06-4f8d-9374-3329c6257343 None None] Provisioning complete for port d8061d20-7392-4472-ada0-5992ce923a13 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:39.050029 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-680d333b-fc06-4f8d-9374-3329c6257343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.080584 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-444181ba-e638-446c-83f8-b42390762dd7 req-d0c4d573-a905-411f-a8bd-5a7944a8a3b8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507064 May 27 13:21:39.137495 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.142325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.152425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-acb72560-e455-4cbc-ae5d-7c8710c3d7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:39.198347 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca574abafc8d4da9b5294f77fb852bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378285 May 27 13:21:39.200389 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56004) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:39.200900 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb225aed-f90d-4780-b941-30f3e4d7ea2f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:39.204241 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:39.262968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.289214 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.348420 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.351648 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:39.358649 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-cb46ea0d-c22d-4652-9819-5cce04d564cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:39.376123 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb225aed-f90d-4780-b941-30f3e4d7ea2f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:39.381389 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:39.387076 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:39.390633 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb225aed-f90d-4780-b941-30f3e4d7ea2f HTTP/1.1" status: 204 len: 168 time: 0.1865981 May 27 13:21:39.395121 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-9845cb58-a54e-4b23-82cd-0b73b7bd63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:39.396990 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-9845cb58-a54e-4b23-82cd-0b73b7bd63f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0934186 May 27 13:21:39.455380 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:21:39.585596 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-6a3840d0-e135-4e09-8138-9446ce7fc7d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781225 May 27 13:21:39.838885 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7a7a6f35-b626-41cd-b8e0-877d26fdaa31 req-be49f32a-dde5-414a-8c16-26f99f333e6f service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451758 May 27 13:21:39.978369 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-434d74eb-b9c1-4800-8a76-ab1cd4df25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:39.980187 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-434d74eb-b9c1-4800-8a76-ab1cd4df25c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1138 time: 0.0865202 May 27 13:21:40.133526 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-fddcaa4b-9e5c-461b-8440-504c65785171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:40.137151 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-fddcaa4b-9e5c-461b-8440-504c65785171 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.1495738 May 27 13:21:40.258972 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-dd0edf22-9ff5-42b7-bd6b-81b6d35c6fe1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 1002 time: 0.1123834 May 27 13:21:40.309221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56032) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:40.337915 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-4f670410-d232-4e9b-9a0d-476466b0bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:40.339421 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-4f670410-d232-4e9b-9a0d-476466b0bc94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0650280 May 27 13:21:40.419344 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-b3dbc766-8bdd-44da-8c59-d54a63963693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:40.420887 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-b3dbc766-8bdd-44da-8c59-d54a63963693 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719984 May 27 13:21:40.424052 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1386763510-network', 'tenant_id': '1c682461d11946268ba773ec3375cb68'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:40.428870 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:40.433184 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Usage tracker for resource:network and tenant:1c682461d11946268ba773ec3375cb68 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:40.436126 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:40.442914 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:40.453446 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Made reservation on behalf of 1c682461d11946268ba773ec3375cb68 for: {'network': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:40.456684 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.474273 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.489669 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:40.493939 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1c682461d11946268ba773ec3375cb68 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:40.497246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:40.503770 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:40.564336 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-e7c17fd7-8029-498a-b539-16aa41aa0e07 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307905 May 27 13:21:40.599937 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.606008 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.610254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2f0fc8f5-de14-4544-87dd-2f0ae25e0ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:40.634911 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=91984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:21:40.648435 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11994979-4ef0-4560-8ef9-ff32ed2eb8db,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:40.652438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:40.653378 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.653716 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.segments_db [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Added segment 8f31240e-f546-45fe-b0fa-9b571be9bb2d of type vlan for network 183cc8e1-5af9-48f1-8ab9-5fdee403f019 May 27 13:21:40.685106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.721939 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.723468 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:40.724068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:40.726899 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-8bd0d728-763e-4c42-bd5b-1e849a0fd793 req-ee02718a-bfef-41df-a27e-f79a71e4e084 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530967 May 27 13:21:40.730803 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:40.844343 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5338850 May 27 13:21:40.844926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56040) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:40.848047 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Pushing event updated for resources: {'Network': ['ID=183cc8e1-5af9-48f1-8ab9-5fdee403f019,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:40.851328 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:40.852493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Request body: {'subnet': {'network_id': '183cc8e1-5af9-48f1-8ab9-5fdee403f019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1386763510-subnet', 'tenant_id': '1c682461d11946268ba773ec3375cb68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:40.858786 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:40.858975 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 183cc8e1-5af9-48f1-8ab9-5fdee403f019 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:21:40.863736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Usage tracker for resource:subnet and tenant:1c682461d11946268ba773ec3375cb68 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:40.866794 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:40.873142 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:40.894111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Made reservation on behalf of 1c682461d11946268ba773ec3375cb68 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:40.896448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:41.300813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:41.305468 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9a5de6b-3758-46b7-84af-cbc08a8fbe8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:41.379008 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ed69f1-24a5-4b76-8ad8-33a70d38db86,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:41.382240 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:41.388018 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Checking segment: {'id': '8f31240e-f546-45fe-b0fa-9b571be9bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '183cc8e1-5af9-48f1-8ab9-5fdee403f019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:21:41.388377 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Network hostable DHCP agents. Network: 183cc8e1-5af9-48f1-8ab9-5fdee403f019, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:21:41.405691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Network 183cc8e1-5af9-48f1-8ab9-5fdee403f019 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:21:41.414216 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 183cc8e1-5af9-48f1-8ab9-5fdee403f019) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:41.422747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:41.423149 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f5732-da54-4234-9fd3-b9299e88bdf0 None None] Network 183cc8e1-5af9-48f1-8ab9-5fdee403f019 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:21:41.423423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:41.457542 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8af6000b-38bb-4f30-b0b2-adc25620beec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6020689 May 27 13:21:41.619030 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d2cb7-0e83-4f3a-b196-caa103e406d5 None None] Network 183cc8e1-5af9-48f1-8ab9-5fdee403f019 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:21:41.913512 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:21:41.966209 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56064) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:41.971839 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950933945-network', 'tenant_id': 'c1416fa912c643649b2f7d0b665a7e13'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:41.976484 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:41.980372 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Usage tracker for resource:network and tenant:c1416fa912c643649b2f7d0b665a7e13 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:41.983291 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:41.990862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:42.002857 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Made reservation on behalf of c1416fa912c643649b2f7d0b665a7e13 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:42.005308 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.017654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.031922 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:42.036182 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Usage tracker for resource:security_group_rule and tenant:c1416fa912c643649b2f7d0b665a7e13 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:42.039028 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:42.044644 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:42.128699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.142613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.145670 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:42.174889 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:21:42.187793 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74378541-8277-468e-ae3c-91b9493e24d1,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:42.194097 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:42.199179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.199802 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Added segment 8793362f-ce8e-409a-a9c4-f1309d98f011 of type vlan for network 55231e21-62d0-4fff-bce0-70d3c4468c17 May 27 13:21:42.229560 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.263129 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.264402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:42.265004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.268885 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-21876093-ccfd-41ef-8cf9-b5b4e9ce43f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:42.365171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Pushing event updated for resources: {'Network': ['ID=55231e21-62d0-4fff-bce0-70d3c4468c17,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:42.370640 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4007807 May 27 13:21:42.370640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:42.370906 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56070) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:42.377067 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 55231e21-62d0-4fff-bce0-70d3c4468c17 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:21:42.378194 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Request body: {'subnet': {'network_id': '55231e21-62d0-4fff-bce0-70d3c4468c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950933945-subnet', 'tenant_id': 'c1416fa912c643649b2f7d0b665a7e13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:42.383898 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:42.388185 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Usage tracker for resource:subnet and tenant:c1416fa912c643649b2f7d0b665a7e13 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:21:42.391228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:21:42.397612 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:42.408252 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Made reservation on behalf of c1416fa912c643649b2f7d0b665a7e13 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:42.410774 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.903826 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:42.908993 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3204a10e-f4b6-4331-9e74-b00e999b2026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:42.984098 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc89c59d-e638-4481-9cf4-0da5c97bdf39,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:42.988129 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:42.990605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Checking segment: {'id': '8793362f-ce8e-409a-a9c4-f1309d98f011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '55231e21-62d0-4fff-bce0-70d3c4468c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:21:42.990961 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Network hostable DHCP agents. Network: 55231e21-62d0-4fff-bce0-70d3c4468c17, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:21:43.007500 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Network 55231e21-62d0-4fff-bce0-70d3c4468c17 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:21:43.016554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 55231e21-62d0-4fff-bce0-70d3c4468c17) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:43.025122 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347b0659-cbd0-4798-8580-0d08664fda94 None None] Network 55231e21-62d0-4fff-bce0-70d3c4468c17 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:21:43.026210 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:43.026803 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:43.049510 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0e295286-0567-4341-8410-c37e4720e455 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6776698 May 27 13:21:43.256446 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0927ab-ba56-436c-89a3-376e5b054738 None None] Network 55231e21-62d0-4fff-bce0-70d3c4468c17 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:21:44.646652 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-34966f98-335c-4516-a3ef-495885841fd3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297179202&fields=id&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 267 time: 0.0401704 May 27 13:21:44.798852 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fa26ab3e-547b-42ba-88d4-a5821e95f10f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:44.800082 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fa26ab3e-547b-42ba-88d4-a5821e95f10f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.1471183 May 27 13:21:44.816076 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-77300005-2f74-4106-ae11-889cc861e903 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/quotas/bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 375 time: 0.0106826 May 27 13:21:44.913740 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-08263ad4-5b1d-45aa-9819-8f1c166ac63f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0923162 May 27 13:21:45.057698 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-cd38c4b9-dcdf-4a70-a21d-d2210d3742d6 service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319246 May 27 13:21:45.284181 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-c6806451-2da0-41e2-9feb-206215816e7d service neutron] 10.222.0.52 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173138 May 27 13:21:45.684486 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4b55cca7-594a-4004-be67-cf1066af7437 req-083921f9-daff-4df6-9683-f57d51c830a2 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0440226 May 27 13:21:46.887555 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ece3e486-0b78-4b76-a970-1ec82432f564 req-6c6232a7-662b-488f-b140-8fc017463f61 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0528424 May 27 13:21:46.924570 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-33c180e1-dff6-4aef-99a6-bc1536d43df6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:46.925914 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-33c180e1-dff6-4aef-99a6-bc1536d43df6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:21:46.945687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-33c180e1-dff6-4aef-99a6-bc1536d43df6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:21:46.947230 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-33c180e1-dff6-4aef-99a6-bc1536d43df6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 811 time: 0.2068741 May 27 13:21:47.004183 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-561f758d-d896-46b0-aa43-ef7424c4e89f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:security_group {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:21:47.010100 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-84aed65b-7672-4682-9285-4b77ca0ccb58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790985 May 27 13:21:47.021900 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-561f758d-d896-46b0-aa43-ef7424c4e89f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:security_group {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:21:47.023271 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-561f758d-d896-46b0-aa43-ef7424c4e89f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd3956808db147c5b64b1f6b5dd27de2 HTTP/1.1" status: 200 len: 379 time: 0.0668488 May 27 13:21:47.037789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'port': {'device_id': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'admin_state_up': True, 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'security_groups': ['ea1e97a8-3316-4070-80f9-a3af9949b81f']}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:47.108361 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-cc117f22-c507-450e-88e4-f3221cd6924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:47.110298 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-cc117f22-c507-450e-88e4-f3221cd6924b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1098 time: 0.0725441 May 27 13:21:47.201003 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:21:47.212773 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:21:47.224708 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Made reservation on behalf of bd3956808db147c5b64b1f6b5dd27de2 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:21:47.228498 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:47.267104 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-f5f48d6a-5767-42e6-963a-263f614fd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:47.268570 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-f5f48d6a-5767-42e6-963a-263f614fd73a service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1360333 May 27 13:21:47.380752 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-17aa66e8-433d-432e-a8b8-f81f3d8345c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 1001 time: 0.1026800 May 27 13:21:47.402139 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.20.0.6 (acd8b240-8bde-43be-9e0b-74e5a513d6a5/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12/31bf741b-d288-4062-b6fb-8c8a49a745b5) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:21:47.449464 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-1b7aa08b-944a-4271-9589-d6ec3de51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:47.450894 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-1b7aa08b-944a-4271-9589-d6ec3de51da7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0631495 May 27 13:21:47.534469 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-ce6aad65-ff49-4d0d-97bc-9eed828836a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:47.535822 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-ce6aad65-ff49-4d0d-97bc-9eed828836a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762479 May 27 13:21:47.636197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:47.661897 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Transition to ACTIVE for port object 31bf741b-d288-4062-b6fb-8c8a49a745b5 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:21:47.697623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:47.705535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-89a2148b-3b4d-452d-abe1-8a4d2e70ea01 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:47.761336 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-716762eb-44c5-4573-a546-de16511bc883 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171812 May 27 13:21:47.778894 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:21:47.783539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:21:47.789263 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:21:47.845594 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:47.857558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:47.881551 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:47.883220 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:47.905729 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:47.918276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6d4e630b-6b63-4b99-b7e5-e65c7e08006a req-0f4fb6bd-61bd-4f24-86bb-c18967d8dee0 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493444 May 27 13:21:47.926932 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8942153 May 27 13:21:47.941764 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Request body: {'port': {'device_id': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:21:48.105606 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a231f4e0-4aa4-45b1-b36d-81c2db9e8925 None None] Provisioning for port 31bf741b-d288-4062-b6fb-8c8a49a745b5 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:21:48.108127 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.120626 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-a231f4e0-4aa4-45b1-b36d-81c2db9e8925 None None] Provisioning complete for port 31bf741b-d288-4062-b6fb-8c8a49a745b5 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:21:48.121022 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a231f4e0-4aa4-45b1-b36d-81c2db9e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.137852 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4f1b1-6974-45f0-9c53-6cf4406b0e56 req-d7559e48-7434-4669-804a-63b7f1c29887 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:48.146383 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63f4f1b1-6974-45f0-9c53-6cf4406b0e56 req-d7559e48-7434-4669-804a-63b7f1c29887 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 931 time: 0.0954471 May 27 13:21:48.186146 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-a231f4e0-4aa4-45b1-b36d-81c2db9e8925 None None] Port 31bf741b-d288-4062-b6fb-8c8a49a745b5 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:21:48.193158 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63f4f1b1-6974-45f0-9c53-6cf4406b0e56 req-1c6ca303-125f-41c5-b147-90e0970e8a4d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 May 27 13:21:48.591604 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31bf741b-d288-4062-b6fb-8c8a49a745b5 {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:48.599473 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.613512 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Transition to ACTIVE for port object 31bf741b-d288-4062-b6fb-8c8a49a745b5 will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:21:48.617227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.621506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5777bb30-6a72-4074-bf81-733d59cf776a tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:48.774361 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Pushing event updated for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:48.782981 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:48.868970 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Attempting to bind port 31bf741b-d288-4062-b6fb-8c8a49a745b5 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:21:48.869312 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Attempting to bind port 31bf741b-d288-4062-b6fb-8c8a49a745b5 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:21:48.869640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Attempting to bind port 31bf741b-d288-4062-b6fb-8c8a49a745b5 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:48.874321 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Port 31bf741b-d288-4062-b6fb-8c8a49a745b5 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:21:48.874662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Attempting to bind port 31bf741b-d288-4062-b6fb-8c8a49a745b5 on network acd8b240-8bde-43be-9e0b-74e5a513d6a5 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:21:48.880397 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:21:48.880769 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Checking segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:21:48.881158 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Bound using segment: {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:21:48.881594 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Bound port: 31bf741b-d288-4062-b6fb-8c8a49a745b5, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5cca9b7-225e-4c7f-996d-97a8b77141ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:21:48.881948 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.977853 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:21:48.980778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:21:48.985675 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:48.989350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8a9c2bba-5950-4abc-ab70-05a61fc2acaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:49.047603 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.048299 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:49.049822 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] 10.222.0.21 "PUT /v2.0/ports/31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 200 len: 1093 time: 1.1126573 May 27 13:21:49.050256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:21:49.072684 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Pushing event updated for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:49.075749 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:49.104014 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'status': 'completed', 'code': 200} May 27 13:21:49.217192 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-abddf0dc-66e9-4292-9e9a-fc78b55ba935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.219082 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-abddf0dc-66e9-4292-9e9a-fc78b55ba935 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1009102 May 27 13:21:49.294523 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-e7cff18d-8abc-45c7-90c9-e95ee04c98ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 200 len: 217 time: 0.0648119 May 27 13:21:49.369700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-d9efe13e-0e1c-4a6e-b896-3fccac52bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.371948 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-d9efe13e-0e1c-4a6e-b896-3fccac52bb6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0677292 May 27 13:21:49.411036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9832a-8077-4aaa-bfca-c57fe396c141 req-2ed43222-f212-43a3-a578-78df3525cd98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.412777 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ddd9832a-8077-4aaa-bfca-c57fe396c141 req-2ed43222-f212-43a3-a578-78df3525cd98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.1065278 May 27 13:21:49.458515 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-3e992cb1-0d3e-4915-9e9f-b02201bb3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.459981 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-3e992cb1-0d3e-4915-9e9f-b02201bb3570 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786581 May 27 13:21:49.460344 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ddd9832a-8077-4aaa-bfca-c57fe396c141 req-c178a844-e1e6-4c5d-8ba3-ec066d1e8687 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 May 27 13:21:49.612050 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-e937506b-4309-44a6-a42d-e2178f8d42a4 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423347 May 27 13:21:49.756944 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4f4b8493-7601-4409-8975-8079c2d87a47 req-45b6e1e3-5d4e-4d0b-916c-100e2b692e93 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366155 May 27 13:21:49.899454 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-759ae36e-e0cb-4b04-a8f9-b8ebb29cd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:49.901054 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-759ae36e-e0cb-4b04-a8f9-b8ebb29cd97d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0815597 May 27 13:21:50.083082 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-a3cb902f-de3c-45f2-8240-2213c3b2f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:50.084577 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-a3cb902f-de3c-45f2-8240-2213c3b2f676 service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1687117 May 27 13:21:50.156773 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-92aae308-358a-4ae8-95ad-718dffb53c3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 200 len: 217 time: 0.0613365 May 27 13:21:50.232836 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-44978b49-f6db-4d3f-859b-46c52d844253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:50.234288 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-44978b49-f6db-4d3f-859b-46c52d844253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0630689 May 27 13:21:50.324740 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-b3f27909-c6b8-44b0-89ff-9ace467251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:50.326223 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-b3f27909-c6b8-44b0-89ff-9ace467251c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0748644 May 27 13:21:50.572183 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-822514f2-7222-4335-8c81-80acbb631fbb service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307696 May 27 13:21:50.654075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2294a-bcba-4436-9892-5595fd6432ae req-d88343ce-026c-45c3-ae57-ecde37341fd3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:50.655582 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-71f2294a-bcba-4436-9892-5595fd6432ae req-d88343ce-026c-45c3-ae57-ecde37341fd3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0798922 May 27 13:21:50.703720 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-71f2294a-bcba-4436-9892-5595fd6432ae req-1743f1ba-3491-464a-b1b8-e91f533e6689 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418353 May 27 13:21:50.711758 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7eed476d-5b6f-4154-801c-a83afad29d8e req-fcfa565f-6238-4a69-9c21-4db5321cfa33 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290553 May 27 13:21:51.898313 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e9e96-bcf0-4644-b0e4-801f2c259274 req-889f7185-c901-4190-afe0-1d20e0e80827 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:51.899762 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6b8e9e96-bcf0-4644-b0e4-801f2c259274 req-889f7185-c901-4190-afe0-1d20e0e80827 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0898230 May 27 13:21:51.946197 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6b8e9e96-bcf0-4644-b0e4-801f2c259274 req-d24d2b2e-1301-4d2c-869a-067796e28fec tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 May 27 13:21:53.139914 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f7ec-ae03-4adb-af89-21898076be0a req-aaf7b481-e0b3-4fe8-873d-ae8d9289484b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:53.141431 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83d4f7ec-ae03-4adb-af89-21898076be0a req-aaf7b481-e0b3-4fe8-873d-ae8d9289484b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0880921 May 27 13:21:53.186383 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83d4f7ec-ae03-4adb-af89-21898076be0a req-0f7de242-bed3-4dee-9df6-5341287e42e6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392091 May 27 13:21:54.380945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa71815-0871-4472-bfe2-524f8c18f362 req-191a7b59-3263-40c4-bc63-f63b5dc69c5c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:54.382412 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7aa71815-0871-4472-bfe2-524f8c18f362 req-191a7b59-3263-40c4-bc63-f63b5dc69c5c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0828695 May 27 13:21:54.426965 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7aa71815-0871-4472-bfe2-524f8c18f362 req-46fbca6b-70cd-41b2-a67c-c6ec02a98d9a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390275 May 27 13:21:55.711135 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1eca1c-f176-44ca-b851-be2e5f2e4e46 req-cc24dd1c-c893-4839-8faf-460713ab9a0c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:55.712637 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef1eca1c-f176-44ca-b851-be2e5f2e4e46 req-cc24dd1c-c893-4839-8faf-460713ab9a0c tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.1785431 May 27 13:21:55.758285 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ef1eca1c-f176-44ca-b851-be2e5f2e4e46 req-aa56337d-7fb5-40d5-b2a3-d1da42e4c325 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 May 27 13:21:56.945522 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d69f80-7296-431a-9a20-068e3d6c1936 req-31da51d4-e61a-49c3-a5a6-9f0e96319f36 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:56.946978 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05d69f80-7296-431a-9a20-068e3d6c1936 req-31da51d4-e61a-49c3-a5a6-9f0e96319f36 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0850759 May 27 13:21:56.991047 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-05d69f80-7296-431a-9a20-068e3d6c1936 req-5f076514-03dd-47b3-85ba-e7fca8f1a86f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 May 27 13:21:58.193090 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad00220-ab22-4847-83bd-4e23b8862c9e req-140e7071-679e-42fc-9a37-c6923da24d2b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:58.194665 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7ad00220-ab22-4847-83bd-4e23b8862c9e req-140e7071-679e-42fc-9a37-c6923da24d2b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0982573 May 27 13:21:58.242396 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7ad00220-ab22-4847-83bd-4e23b8862c9e req-d69256c6-b808-45d1-824d-0821ac0f5b50 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 May 27 13:21:59.428502 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 31bf741b-d288-4062-b6fb-8c8a49a745b5 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:21:59.440861 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5258d5d-b96d-4dc0-b30f-ce46b3e03721 req-9286a95b-ed35-4f89-876a-193eee4e2cba tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:21:59.442382 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5258d5d-b96d-4dc0-b30f-ce46b3e03721 req-9286a95b-ed35-4f89-876a-193eee4e2cba tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 943 time: 0.0867150 May 27 13:21:59.488445 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d5258d5d-b96d-4dc0-b30f-ce46b3e03721 req-2538870a-814e-4914-9a19-3544249ee1b7 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402212 May 27 13:21:59.566292 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:59.580819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'port_id': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'mac_address': 'fa:16:3e:36:89:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:21:59.650762 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:59.668248 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31bf741b-d288-4062-b6fb-8c8a49a745b5 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:21:59.684744 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:21:59.689908 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:59.691817 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:21:59.699213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56252) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:21:59.793604 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:21:59.793829 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Deleting subnet 74ed69f1-24a5-4b76-8ad8-33a70d38db86 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:21:59.796851 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:21:59.797448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:59.848306 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:21:59.920152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.066418 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['31bf741b-d288-4062-b6fb-8c8a49a745b5'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:22:00.186136 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.191116 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d2cf4a8c-6deb-4f2a-9877-76f4f32455ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:00.240970 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ed69f1-24a5-4b76-8ad8-33a70d38db86,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:00.245243 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:00.247487 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.255891 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74ed69f1-24a5-4b76-8ad8-33a70d38db86 HTTP/1.1" status: 204 len: 168 time: 0.5529916 May 27 13:22:00.256067 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56256) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:00.360886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.466763 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-6e374155-0de2-410d-a254-34782798c3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.490226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.504011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183cc8e1-5af9-48f1-8ab9-5fdee403f019']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:00.517075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f31240e-f546-45fe-b0fa-9b571be9bb2d') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:00.517821 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f31240e-f546-45fe-b0fa-9b571be9bb2d') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:00.529548 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.546375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.553039 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:22:00.553436 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:22:00.567197 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:22:00.645854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.652238 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.658288 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:00.676728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Pushing event deleted for resources: {'Network': ['ID=183cc8e1-5af9-48f1-8ab9-5fdee403f019,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:00.676957 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49116466-3a58-4c4f-ba6b-4d62e8b63e7c req-1378602f-336e-4225-8a72-39f8e7344433 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:00.678203 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49116466-3a58-4c4f-ba6b-4d62e8b63e7c req-1378602f-336e-4225-8a72-39f8e7344433 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 944 time: 0.0810850 May 27 13:22:00.679192 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:00.683634 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] 10.222.0.52 "DELETE /v2.0/networks/183cc8e1-5af9-48f1-8ab9-5fdee403f019 HTTP/1.1" status: 204 len: 168 time: 0.4238367 May 27 13:22:00.684441 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56262) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:00.725694 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-49116466-3a58-4c4f-ba6b-4d62e8b63e7c req-a4117c78-6214-470f-8db4-46e410e731a9 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 May 27 13:22:00.742974 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Deleting subnet bc89c59d-e638-4481-9cf4-0da5c97bdf39 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:22:00.746096 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.799250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:00.854084 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.198198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.202141 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:01.237545 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc89c59d-e638-4481-9cf4-0da5c97bdf39,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:01.241093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:01.242953 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.248987 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-44be3e72-6e52-435d-80a3-20d0409123bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bc89c59d-e638-4481-9cf4-0da5c97bdf39 HTTP/1.1" status: 204 len: 168 time: 0.5642598 May 27 13:22:01.251402 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56266) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:01.360415 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.451687 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 31bf741b-d288-4062-b6fb-8c8a49a745b5 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:22:01.486099 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.500558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55231e21-62d0-4fff-bce0-70d3c4468c17']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:01.513588 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8793362f-ce8e-409a-a9c4-f1309d98f011') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:01.513890 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8793362f-ce8e-409a-a9c4-f1309d98f011') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:01.520470 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 31bf741b-d288-4062-b6fb-8c8a49a745b5 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:22:01.525046 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 31bf741b-d288-4062-b6fb-8c8a49a745b5 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:22:01.525422 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.527857 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.545591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.552889 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:22:01.553100 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:22:01.568154 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:22:01.658199 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.660288 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.663877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.667648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:01.686640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Pushing event deleted for resources: {'Network': ['ID=55231e21-62d0-4fff-bce0-70d3c4468c17,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:01.689597 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:01.690152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:01.691923 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] 10.222.0.52 "DELETE /v2.0/networks/55231e21-62d0-4fff-bce0-70d3c4468c17 HTTP/1.1" status: 204 len: 168 time: 0.4394188 May 27 13:22:01.704438 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:01.708879 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:01.710766 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f91abee0-710a-48c8-bc28-8f9af3c74f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:01.750254 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'code': 200} May 27 13:22:01.794626 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:01.803095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.803550 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.803955 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.804296 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.804657 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.805018 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.805347 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.805672 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.806002 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.806324 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.806647 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.806968 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:01.811038 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:01.884877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56278) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:01.939180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6579b64-3bbf-453e-8f3f-9454c6c518f9 req-43729089-89af-4e86-a1ac-40545af580c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:01.941030 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6579b64-3bbf-453e-8f3f-9454c6c518f9 req-43729089-89af-4e86-a1ac-40545af580c1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0911705 May 27 13:22:01.941371 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-bf7441a4-1cdc-44e2-8fec-6e8f02795905 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c682461d11946268ba773ec3375cb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550914 May 27 13:22:01.943474 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56282) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:01.988310 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6579b64-3bbf-453e-8f3f-9454c6c518f9 req-761f50ce-1a54-4ebc-af24-3d4d7cb194aa tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407267 May 27 13:22:02.013548 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.074388 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.142950 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ad276-2826-4414-82fa-0160adc0dea7 req-1b719754-496c-4e7e-8836-c3adc32b0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:02.145271 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-630ad276-2826-4414-82fa-0160adc0dea7 req-1b719754-496c-4e7e-8836-c3adc32b0944 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1107953 May 27 13:22:02.166147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.172366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b0be85bf-e928-4acb-bb18-522b1bf93243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:02.191442 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11994979-4ef0-4560-8ef9-ff32ed2eb8db,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:02.195948 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:02.206171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.207269 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11994979-4ef0-4560-8ef9-ff32ed2eb8db HTTP/1.1" status: 204 len: 168 time: 0.2629135 May 27 13:22:02.216971 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-630ad276-2826-4414-82fa-0160adc0dea7 req-5e5050e0-545d-4b99-99b6-f3088ccda62f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645614 May 27 13:22:02.573666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56296) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:02.622898 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-653bb8f2-06d6-40fc-b1e1-ff44b63a1241 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1416fa912c643649b2f7d0b665a7e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477870 May 27 13:22:02.625420 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56300) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:02.689782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.720613 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.809163 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.818245 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1654df66-12e6-4d67-8f46-bd427802178e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:02.833265 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74378541-8277-468e-ae3c-91b9493e24d1,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:02.841983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:02.847534 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:02.852077 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-3ddd7fa5-f1b8-419c-8989-c5fe390387fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74378541-8277-468e-ae3c-91b9493e24d1 HTTP/1.1" status: 204 len: 168 time: 0.2250822 May 27 13:22:02.879547 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b27aeb-f7f6-4aa6-93bc-1563f0f8f236 req-18ba6265-ba22-4946-a6ac-35fafa2c18e4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:02.881038 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-11b27aeb-f7f6-4aa6-93bc-1563f0f8f236 req-18ba6265-ba22-4946-a6ac-35fafa2c18e4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1077502 May 27 13:22:02.933976 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-11b27aeb-f7f6-4aa6-93bc-1563f0f8f236 req-f9fff897-1a74-4395-89b6-39c42a6ce999 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472736 May 27 13:22:02.993416 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:03.186337 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c517e-2586-4546-a2ca-4fb36fc96596 req-b62edc5e-6993-4670-9d54-4ad3735ddf2d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:03.187819 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1c9c517e-2586-4546-a2ca-4fb36fc96596 req-b62edc5e-6993-4670-9d54-4ad3735ddf2d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0854104 May 27 13:22:03.238530 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1c9c517e-2586-4546-a2ca-4fb36fc96596 req-80ec98b9-3f18-474d-9f16-0920ea2b39f3 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 May 27 13:22:04.128322 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18fc4-0fe5-48a7-ad18-018c7d0afc41 req-dacdac70-372b-4704-881b-79aeccc32214 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:04.135203 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0e18fc4-0fe5-48a7-ad18-018c7d0afc41 req-dacdac70-372b-4704-881b-79aeccc32214 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.0842004 May 27 13:22:04.183923 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a0e18fc4-0fe5-48a7-ad18-018c7d0afc41 req-99ecbbf0-10bf-4ee6-897f-ed5a8785a073 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 May 27 13:22:04.436122 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23bf1-3681-4612-b071-ea186bbefdcc req-c3161d0d-ff06-4308-8314-5bb37e669746 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:04.437807 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83e23bf1-3681-4612-b071-ea186bbefdcc req-c3161d0d-ff06-4308-8314-5bb37e669746 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0832040 May 27 13:22:04.488237 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-83e23bf1-3681-4612-b071-ea186bbefdcc req-ee695d06-589d-4f60-8215-4e440c51df62 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 May 27 13:22:04.684613 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b816665-3320-4827-a2ed-5bababfdf632 req-2c48dd09-c6c6-4ab7-9963-9672e4ef95e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:04.686870 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b816665-3320-4827-a2ed-5bababfdf632 req-2c48dd09-c6c6-4ab7-9963-9672e4ef95e5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0887814 May 27 13:22:04.735654 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b816665-3320-4827-a2ed-5bababfdf632 req-f14738f1-7b90-4271-8c31-dade40132640 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 May 27 13:22:04.763637 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56356) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:04.826760 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-5fbf6705-3ef6-4859-9b36-f75dc345fd3b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:04.827574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-5fbf6705-3ef6-4859-9b36-f75dc345fd3b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Synchronizing usage tracker for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:22:04.841795 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-5fbf6705-3ef6-4859-9b36-f75dc345fd3b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Unset dirty status for tenant:b9dff7836fa94d619afbfd7cf29de701 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:22:04.843317 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-5fbf6705-3ef6-4859-9b36-f75dc345fd3b tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1116207 May 27 13:22:04.935127 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5abd1516-6822-4bf8-83c8-e3a472c9e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.007909 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Deleting port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:05.008262 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.064127 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c4937-0cf5-4010-a5bd-5e2c8a678ad0 tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:05.068627 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-447c4937-0cf5-4010-a5bd-5e2c8a678ad0 tempest-TestVolumeBootPattern-667535858 tempest-TestVolumeBootPattern-667535858-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1093 time: 0.3011057 May 27 13:22:05.068813 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56364) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:05.073970 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'port_id': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:22:05.079766 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:05.083991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Usage tracker for resource:floatingip and tenant:bd3956808db147c5b64b1f6b5dd27de2 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:05.086885 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:05.092516 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:05.106297 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.153655 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] For port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:05.154017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.252356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.452788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Allocated IP 172.27.3.129 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/e1117c0b-7853-4c16-b645-9e834f617571) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:22:05.454577 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.454964 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.455285 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Floating IP 8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c disassociated. External IP: 172.27.3.202, port: ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308. May 27 13:22:05.455628 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Calling delete_port for ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:05.461630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9958eef-688e-47cf-906e-68189a5b005f req-45eeeec9-3c53-4b67-860a-25f58c8285bf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:05.463147 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e9958eef-688e-47cf-906e-68189a5b005f req-45eeeec9-3c53-4b67-860a-25f58c8285bf tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 946 time: 0.1519945 May 27 13:22:05.571824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.579430 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0875cda7-9bd7-4817-8e5f-8f7d90ce932c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:05.586639 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e9958eef-688e-47cf-906e-68189a5b005f req-f0e5592c-79cb-4d5e-b4bc-ff9132fc3afc tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups?id=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149821 May 27 13:22:05.627804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'Port': ['ID=ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:05.631393 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:05.749683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.779981 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:05.784715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a30135d0-8b09-432c-8749-35cac26f9b63 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:05.847896 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:22:05.850817 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:22:05.854459 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:22:05.890314 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=e1117c0b-7853-4c16-b645-9e834f617571,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:05.899626 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:05.926538 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:22:06.144607 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:22:06.158880 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:22:06.179424 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:06.180065 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:06.250913 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] No DVR routers for this DVR port ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:22:06.253578 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.258328 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-deleted', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:06.276912 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-eeae71bc-3960-467b-8451-ad89fcbab315 req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.21 "DELETE /v2.0/ports/ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 HTTP/1.1" status: 204 len: 173 time: 1.4254746 May 27 13:22:06.315225 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14603e6-da4a-41d8-b3d5-c8d34f37af38', 'name': 'network-vif-deleted', 'tag': 'ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308', 'status': 'completed', 'code': 200} May 27 13:22:06.367855 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.388623 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:06.451893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.677100 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.707979 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.715229 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.722204 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-887e411d-f148-4e84-a0f8-67b99ee03729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:06.738168 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:06.742212 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:22:06.751650 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:06.752284 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:06.854916 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-85770e98-3f73-4562-97d2-d81c197868aa req-38bb03b3-5d65-4934-940d-0c336587eac4 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/ports?device_id=d14603e6-da4a-41d8-b3d5-c8d34f37af38 HTTP/1.1" status: 200 len: 210 time: 0.0979824 May 27 13:22:06.873680 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event updated for resources: {'Port': ['ID=e1117c0b-7853-4c16-b645-9e834f617571,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:06.882552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:06.889920 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:06.963094 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:07.065536 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP 5cb05b90-2d40-44e4-860e-1bd21cd1e2e5 associated. External IP: 172.27.3.129, port: 31bf741b-d288-4062-b6fb-8c8a49a745b5. May 27 13:22:07.295913 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:07.304624 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a87929a-0409-4824-868a-8694c11b30ab None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:13:40Z', 'revision_number': 4, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': 'bbff4651-73e2-4130-af45-8116d68e28ce', 'name': '', 'network_id': 'f9aff74b-8229-4293-aed4-d3fc7b307ae0', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'mac_address': 'fa:16:3e:dc:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:38Z', 'updated_at': '2021-05-27T13:13:57Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'subnets': [{'id': 'f3807a16-7b06-4376-bb45-8b8c031dabb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:22:07.583863 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:22:07.602140 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c088d58-29a0-4c14-86b9-db6d632a0f75 None None] New status for floating IP 8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c: DOWN {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:22:07.638066 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56390) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:07.786699 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:07.794059 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:22:07.805836 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:22:07.807016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:07.812085 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Usage tracker for resource:security_group_rule and tenant:1db64c1b57f2429b87a3c248139f3872 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:07.815592 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:07.818426 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:07.819286 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:07.821988 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:07.828965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:07.907613 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8377326 May 27 13:22:07.908432 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:22:07.918737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:07.925591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:07.936161 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-afc5bdc8-8b07-479c-977e-a3d0fbc7f561 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:07.966459 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'status': 'completed', 'code': 200} May 27 13:22:07.985503 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b842c1-0d26-44ff-a410-c1da02af7a90,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:07.989936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1db64c1b57f2429b87a3c248139f3872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507123 May 27 13:22:07.991074 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8b717fa7-6703-454e-8df9-9cd8700e9323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:07.992490 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56402) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:08.034669 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56408) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:08.073699 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:08.104776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.116688 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.134749 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.150984 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.162985 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-392a88e8-4bf2-4161-9602-0621778e7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:08.164519 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-392a88e8-4bf2-4161-9602-0621778e7c8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1098 time: 0.1600854 May 27 13:22:08.194566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.200009 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e918d6c3-7086-4add-9c53-276a530ebbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:08.216846 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28651cd-d5e4-4a49-9bad-fa9bf54b9eac,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:08.221779 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:08.226917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.228206 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "DELETE /v2.0/security-groups/d28651cd-d5e4-4a49-9bad-fa9bf54b9eac HTTP/1.1" status: 204 len: 168 time: 0.1922178 May 27 13:22:08.230902 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56412) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:08.254924 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.api.v2.resource [None req-d736bec7-a172-4c04-a9ed-0e91f992ad16 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] show failed (client error): The resource could not be found. May 27 13:22:08.259198 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-d736bec7-a172-4c04-a9ed-0e91f992ad16 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "GET /v2.0/security-groups/d28651cd-d5e4-4a49-9bad-fa9bf54b9eac HTTP/1.1" status: 404 len: 347 time: 0.0239789 May 27 13:22:08.259198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56416) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:08.329885 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-3549bbc8-781c-4389-8f34-d7032f94e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:08.332054 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-3549bbc8-781c-4389-8f34-d7032f94e84c service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1573367 May 27 13:22:08.400148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.417525 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8e50c95f-6d58-46af-81fe-901f0ca0ede6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:08.435333 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b842c1-0d26-44ff-a410-c1da02af7a90,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:08.440659 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:08.456694 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.459043 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f923e6b7-29c8-43aa-9a13-eac38d1c5701 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16b842c1-0d26-44ff-a410-c1da02af7a90 HTTP/1.1" status: 204 len: 168 time: 0.4654529 May 27 13:22:08.495281 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.496298 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-f88a4d93-5114-433e-bdce-2de1788e0c94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 200 len: 999 time: 0.1500525 May 27 13:22:08.498153 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Deleting port 563725a2-61d1-408b-9139-462fd8cb39a0 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:08.498545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.507568 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}, {'id': '5cb05b90-2d40-44e4-860e-1bd21cd1e2e5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:36:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:22:06Z', 'updated_at': '2021-05-27T13:22:06Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:08.511954 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:22:08.522068 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:08.522815 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:08.589268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-b1b1fbae-ac3f-4a00-8f68-b72a5fd0c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:08.590936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-b1b1fbae-ac3f-4a00-8f68-b72a5fd0c31e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0868287 May 27 13:22:08.638520 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.639139 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.690174 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-98470278-ebfa-4215-a4f2-8b67f16ab7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:08.691685 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-98470278-ebfa-4215-a4f2-8b67f16ab7e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0922267 May 27 13:22:08.723890 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:08.781211 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Calling delete_port for 563725a2-61d1-408b-9139-462fd8cb39a0 owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:08.823026 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56424) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:08.847880 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.850385 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-682b0979-ecdf-4942-8c63-c7bbdc505334 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493175 May 27 13:22:08.872448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:08.876976 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Usage tracker for resource:security_group_rule and tenant:ca5885cfc1d04dbb8d7bcb24963ed820 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:08.880330 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:08.887518 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:08.975486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:08.983622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:09.002747 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-01839a6f-f8a7-4836-89c0-565c91dbf8e6 req-de7c1742-f934-477d-b3a6-b20cd38ddcd5 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453810 May 27 13:22:09.033751 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Pushing event deleted for resources: {'Port': ['ID=563725a2-61d1-408b-9139-462fd8cb39a0,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:09.038717 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:09.175430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.180522 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}, {'id': '5cb05b90-2d40-44e4-860e-1bd21cd1e2e5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:36:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:22:06Z', 'updated_at': '2021-05-27T13:22:06Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:09.185397 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f73465-946d-4eb4-8a3d-d187aed6eb7b None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}, {'id': '5cb05b90-2d40-44e4-860e-1bd21cd1e2e5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:36:89:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:22:06Z', 'updated_at': '2021-05-27T13:22:06Z', 'revision_number': 0, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:22:09.186911 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.197917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.211920 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-57ac37d5-8838-470a-8384-1efe4444805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:09.263311 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca5885cfc1d04dbb8d7bcb24963ed820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381306 May 27 13:22:09.264199 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1e0411-40f8-4246-871c-4bf49edd9fff,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:09.268691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56428) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:09.269539 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5a362386-b2b7-4e04-85fa-44481cde7180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:09.273202 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.277072 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] 10.222.0.52 "DELETE /v2.0/floatingips/8b2c44b6-637a-4e51-b9ef-f17b4ef66f9c HTTP/1.1" status: 204 len: 168 time: 1.0141978 May 27 13:22:09.344908 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.375349 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.411787 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5051a4a4-3bdc-4eb7-8eb2-ffd5eba96600 None None] New status for floating IP 5cb05b90-2d40-44e4-860e-1bd21cd1e2e5: ACTIVE {{(pid=91985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:22:09.450261 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.455312 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-449a63d3-fd95-4acc-8b9a-8b5a9968aefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:09.467123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1e0411-40f8-4246-871c-4bf49edd9fff,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:09.470227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:09.472305 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:09.473338 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d1e0411-40f8-4246-871c-4bf49edd9fff HTTP/1.1" status: 204 len: 168 time: 0.2024422 May 27 13:22:09.486979 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:22:09.547245 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:22:09.548340 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device ab7557ab-bbf9-4fc7-b7a5-2a4702b5f308 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:22:11.597269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59591-86c7-4c27-a267-f64b3472afac req-263f6595-1921-4132-b094-c44f7f44bbec tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:11.598879 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fab59591-86c7-4c27-a267-f64b3472afac req-263f6595-1921-4132-b094-c44f7f44bbec tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0923133 May 27 13:22:11.650121 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fab59591-86c7-4c27-a267-f64b3472afac req-14df60df-b6cb-4fa0-976a-079eae43aae7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443559 May 27 13:22:11.673682 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-ec5fb5ad-0f43-4530-ab40-4890e513a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:11.675174 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-ec5fb5ad-0f43-4530-ab40-4890e513a2de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1138 time: 0.1857305 May 27 13:22:11.810126 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-8187270f-5f10-4484-b56a-dd4ab8259f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:11.811576 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-8187270f-5f10-4484-b56a-dd4ab8259f26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.1292992 May 27 13:22:11.929146 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-49bd1d24-bc5e-4d0d-8001-38b654ad4f5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 1002 time: 0.1023922 May 27 13:22:12.001476 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-c56c9f16-c0e8-46ee-ac2d-6b83de564e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:12.003055 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-c56c9f16-c0e8-46ee-ac2d-6b83de564e87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0664721 May 27 13:22:12.105369 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-064690de-0a9b-4a89-852b-61106a9c8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:12.108570 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-064690de-0a9b-4a89-852b-61106a9c8db2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0975127 May 27 13:22:12.172958 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56490) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:12.300080 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-24b3dd00-ca16-4f0c-8c07-85ca93844493 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818032 May 27 13:22:12.441849 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-09128933-9f8b-407a-84e2-6f43e4cc9c3f req-df0fd848-545e-4fec-a91a-ae981b7641cf service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331053 May 27 13:22:12.991564 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d510c-db30-46e9-ad19-2ff44ba22729 req-c883a16a-f69b-4b1b-92bf-6348fcc59094 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:12.993055 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-898d510c-db30-46e9-ad19-2ff44ba22729 req-c883a16a-f69b-4b1b-92bf-6348fcc59094 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1927607 May 27 13:22:13.056488 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-898d510c-db30-46e9-ad19-2ff44ba22729 req-f33c52bd-7e15-46c2-958a-222a529362f9 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565398 May 27 13:22:13.144944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:13.557960 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Deleting port bbff4651-73e2-4130-af45-8116d68e28ce {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:13.558438 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:13.676771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] For port bbff4651-73e2-4130-af45-8116d68e28ce, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bbff4651-73e2-4130-af45-8116d68e28ce,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:13.677117 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:13.801616 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Calling delete_port for bbff4651-73e2-4130-af45-8116d68e28ce owned by network:router_interface {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:13.951622 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:13.956275 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c493eac0-491b-4b4d-b648-1604845c6ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:14.136444 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Pushing event deleted for resources: {'Port': ['ID=bbff4651-73e2-4130-af45-8116d68e28ce,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:14.147840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:14.447988 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7458f49-5aa2-4963-9944-246ca15863ac req-87b1c894-c563-488f-b6d3-d6968126ee2b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:14.449398 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c7458f49-5aa2-4963-9944-246ca15863ac req-87b1c894-c563-488f-b6d3-d6968126ee2b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.2536798 May 27 13:22:14.497090 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:14.514644 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c7458f49-5aa2-4963-9944-246ca15863ac req-c9512c5d-425a-4d80-ac3f-15ada7127051 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594437 May 27 13:22:14.866445 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Router 2028779e-6fac-432d-b9f1-954afcb8c67a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:22:15.047979 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:22:15.056756 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Sync routers for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:22:15.061002 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] 10.222.0.52 "PUT /v2.0/routers/2028779e-6fac-432d-b9f1-954afcb8c67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8862045 May 27 13:22:15.064206 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56508) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:15.066605 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:15.067212 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:15.275617 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:15.275914 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks [] for router, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:15.609947 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:22:13Z', 'revision_number': 5, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port': {'id': '27cb1f21-a82a-4af5-b3c8-dca231dd9c55', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:13:31Z', 'updated_at': '2021-05-27T13:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:15.612656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:15.614797 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Checking router: 2028779e-6fac-432d-b9f1-954afcb8c67a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:22:15.626713 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Routers {'2028779e-6fac-432d-b9f1-954afcb8c67a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:22:15.627510 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:22:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['2028779e-6fac-432d-b9f1-954afcb8c67a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:15.759230 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Deleting port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:15.759566 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:15.786301 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff0ef-0e19-4862-8e53-4736b1f0d203 req-dacadf99-ddd3-4237-a706-260be1006b1f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:15.787528 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30eff0ef-0e19-4862-8e53-4736b1f0d203 req-dacadf99-ddd3-4237-a706-260be1006b1f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1383390 May 27 13:22:15.794093 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] Set router 2028779e-6fac-432d-b9f1-954afcb8c67a gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:22:15.907605 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:22:15Z', 'revision_number': 6, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:15.912072 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934e821-aebd-4428-8a52-baa0b714b214 None None] The sync data for ids ['2028779e-6fac-432d-b9f1-954afcb8c67a'] in dv-cinder-751579-24-iscsi is: [{'id': '2028779e-6fac-432d-b9f1-954afcb8c67a', 'name': 'tempest-AttachVolumeShelveTestJSON-1594937054-router', 'tenant_id': 'b9dff7836fa94d619afbfd7cf29de701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:13:29Z', 'updated_at': '2021-05-27T13:22:15Z', 'revision_number': 6, 'project_id': 'b9dff7836fa94d619afbfd7cf29de701', 'gw_port_host': None}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:22:15.922925 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-30eff0ef-0e19-4862-8e53-4736b1f0d203 req-59c34d93-eaa0-4025-9c42-52139778df18 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862746 May 27 13:22:15.957933 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] For port 27cb1f21-a82a-4af5-b3c8-dca231dd9c55, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:15.958296 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.098202 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Calling delete_port for 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 owned by network:router_gateway {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:16.264539 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.269477 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3590bfdc-dc24-4040-9930-726eb59316da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:16.315603 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cb1f21-a82a-4af5-b3c8-dca231dd9c55,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:16.318894 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:16.420983 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.607586 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.610003 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.639558 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.639780 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2028779e-6fac-432d-b9f1-954afcb8c67a {{(pid=91984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:22:16.660678 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.664302 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-ca0be9c5-714a-488f-b978-ceb32ff77567 admin admin] 10.222.0.52 "DELETE /v2.0/routers/2028779e-6fac-432d-b9f1-954afcb8c67a HTTP/1.1" status: 204 len: 168 time: 1.5991085 May 27 13:22:16.667064 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56522) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:16.736943 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_v2 [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Deleting subnet f3807a16-7b06-4376-bb45-8b8c031dabb1 {{(pid=91984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:22:16.740207 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.794140 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10288327'] for subnet, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:16.875562 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.155162 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2256003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353662'] for subnet, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.159893 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:17.193069 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3807a16-7b06-4376-bb45-8b8c031dabb1,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:17.196685 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:17.199782 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.206729 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6199b56e-d769-4783-b7d1-d46d9710b547 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f3807a16-7b06-4376-bb45-8b8c031dabb1 HTTP/1.1" status: 204 len: 168 time: 0.5384419 May 27 13:22:17.209451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56528) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:17.210888 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70d0d7-2a60-49c1-a6b5-d7a164ac4caf None None] Network f9aff74b-8229-4293-aed4-d3fc7b307ae0 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:22:17.313645 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f085d-15ac-434e-bee8-d16bcea7ce5f req-5e799913-b4af-4150-b4ac-ecea95222f48 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:17.315112 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b74f085d-15ac-434e-bee8-d16bcea7ce5f req-5e799913-b4af-4150-b4ac-ecea95222f48 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1073821 May 27 13:22:17.335381 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.374764 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b74f085d-15ac-434e-bee8-d16bcea7ce5f req-7b8a8b7c-5338-4264-b338-57957ac967b6 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526311 May 27 13:22:17.415924 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Deleting port cd1222f0-7df9-4f79-a10f-d639e38d4b69 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:17.416280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.481676 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bbff4651-73e2-4130-af45-8116d68e28ce no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:22:17.511921 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] DHCP port deletion for f9aff74b-8229-4293-aed4-d3fc7b307ae0 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:22:17.520168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: bbff4651-73e2-4130-af45-8116d68e28ce {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:22:17.520534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bbff4651-73e2-4130-af45-8116d68e28ce not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:22:17.520952 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:22:17.526669 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] For port cd1222f0-7df9-4f79-a10f-d639e38d4b69, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=cd1222f0-7df9-4f79-a10f-d639e38d4b69,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:17.527031 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.583614 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:22:17.583960 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 27cb1f21-a82a-4af5-b3c8-dca231dd9c55 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:22:17.617190 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Deleting port cd1222f0-7df9-4f79-a10f-d639e38d4b69 {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:22:17.617491 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.650768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Calling delete_port for cd1222f0-7df9-4f79-a10f-d639e38d4b69 owned by network:dhcp {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:17.700231 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.718249 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:17.719266 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] For port cd1222f0-7df9-4f79-a10f-d639e38d4b69, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=cd1222f0-7df9-4f79-a10f-d639e38d4b69,segment=NetworkSegment(c8804caa-1ba9-4eb8-a626-711296d7b62d),segment_id=c8804caa-1ba9-4eb8-a626-711296d7b62d)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:22:17.719266 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.762736 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1222f0-7df9-4f79-a10f-d639e38d4b69,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:17.764591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] No DVR routers for this DVR port cd1222f0-7df9-4f79-a10f-d639e38d4b69 on host dv-cinder-751579-24-iscsi {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:22:17.766069 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:17.847742 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Calling delete_port for cd1222f0-7df9-4f79-a10f-d639e38d4b69 owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:22:17.880056 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.889800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.893516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9aff74b-8229-4293-aed4-d3fc7b307ae0']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:17.894862 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:17.910139 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8804caa-1ba9-4eb8-a626-711296d7b62d') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:17.910434 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8804caa-1ba9-4eb8-a626-711296d7b62d') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:22:17.921952 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.937546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Pushing event deleted for resources: {'Port': ['ID=cd1222f0-7df9-4f79-a10f-d639e38d4b69,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:17.939342 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] No DVR routers for this DVR port cd1222f0-7df9-4f79-a10f-d639e38d4b69 on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:22:17.939550 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.940730 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:17.948568 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:22:17.948903 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:22:17.963834 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:22:18.041921 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.047157 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.049613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c5928754-c683-4cc3-8b6a-66ec771ea33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:18.076586 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9aff74b-8229-4293-aed4-d3fc7b307ae0,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:18.082355 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:18.090893 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f9aff74b-8229-4293-aed4-d3fc7b307ae0 HTTP/1.1" status: 204 len: 168 time: 0.8802757 May 27 13:22:18.139455 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.221592 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56536) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:18.271776 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0ce85cec-7c6f-43f2-a7da-342d8120cd32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9dff7836fa94d619afbfd7cf29de701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0489519 May 27 13:22:18.274221 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56540) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:18.334887 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.362689 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.414524 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.418342 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8d5780e3-8cec-4ca2-8364-51f086f3190c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:18.431495 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7167a6bb-efd6-49d2-8ae5-2070a9dd6ad6,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:18.435155 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:18.443409 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:18.446905 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7167a6bb-efd6-49d2-8ae5-2070a9dd6ad6 HTTP/1.1" status: 204 len: 168 time: 0.1694434 May 27 13:22:18.687177 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55fa8e-f9bf-4cfe-80b2-71b46afcc578 req-9e3db1e1-60fe-4dfd-bf34-542115d027bf tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:18.689044 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7a55fa8e-f9bf-4cfe-80b2-71b46afcc578 req-9e3db1e1-60fe-4dfd-bf34-542115d027bf tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1915524 May 27 13:22:18.737566 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7a55fa8e-f9bf-4cfe-80b2-71b46afcc578 req-b762bfa3-2239-4e6d-a805-71c642530766 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431833 May 27 13:22:18.913283 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:22:19.430681 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device cd1222f0-7df9-4f79-a10f-d639e38d4b69 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:22:19.474846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: cd1222f0-7df9-4f79-a10f-d639e38d4b69 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:22:19.475211 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device cd1222f0-7df9-4f79-a10f-d639e38d4b69 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:22:19.939348 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2aabd-b4e3-440c-9fef-c6298e27d75e req-95955974-a9ec-455a-aee6-e13a0450cf17 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:19.940873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-feb2aabd-b4e3-440c-9fef-c6298e27d75e req-95955974-a9ec-455a-aee6-e13a0450cf17 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0856304 May 27 13:22:19.995056 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-feb2aabd-b4e3-440c-9fef-c6298e27d75e req-82eb38e9-3dd9-4a6e-85fa-f1b2bb9eb1fb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484366 May 27 13:22:21.203837 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448f66-7a8a-4116-9af0-4c62633efe8f req-00ae4a5e-420d-4fd1-a5de-35928035f704 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:21.205480 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6448f66-7a8a-4116-9af0-4c62633efe8f req-00ae4a5e-420d-4fd1-a5de-35928035f704 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0883498 May 27 13:22:21.261663 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6448f66-7a8a-4116-9af0-4c62633efe8f req-3a750d22-4fde-4174-9979-16e84e2198d0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499113 May 27 13:22:22.486248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d8247-e03a-4fca-adff-189059de76bd req-8d8c7a5a-bbec-476b-81b8-0d317b9ff8a5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:22.487702 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-037d8247-e03a-4fca-adff-189059de76bd req-8d8c7a5a-bbec-476b-81b8-0d317b9ff8a5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1151853 May 27 13:22:22.539529 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-037d8247-e03a-4fca-adff-189059de76bd req-d5ae8631-2d07-47c6-b43c-fcdcb6ac0b9a tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451493 May 27 13:22:23.753249 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cd536-014e-4ea3-a679-1f01c21201a6 req-daba1a5d-1555-41d8-aaf4-d53861102eca tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:23.754669 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-210cd536-014e-4ea3-a679-1f01c21201a6 req-daba1a5d-1555-41d8-aaf4-d53861102eca tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0909123 May 27 13:22:23.814788 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-210cd536-014e-4ea3-a679-1f01c21201a6 req-8f48086c-be9e-465a-aff6-d5c7cae093c9 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536706 May 27 13:22:25.022068 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c7a08-8b2b-4c3b-be3c-d9316c1d45de req-dac7f228-713c-47f4-a645-62da397632fd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:25.023631 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd2c7a08-8b2b-4c3b-be3c-d9316c1d45de req-dac7f228-713c-47f4-a645-62da397632fd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0819740 May 27 13:22:25.074696 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd2c7a08-8b2b-4c3b-be3c-d9316c1d45de req-6d3c462c-5815-4907-bd30-f97309d43d82 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448327 May 27 13:22:26.276570 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b546d04-17bf-4cd4-a7f0-d5138f7de31c req-7c6045bd-9168-4c27-a82d-46fc4cc51b3a tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:26.278036 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b546d04-17bf-4cd4-a7f0-d5138f7de31c req-7c6045bd-9168-4c27-a82d-46fc4cc51b3a tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0910943 May 27 13:22:26.332014 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9b546d04-17bf-4cd4-a7f0-d5138f7de31c req-4e85998d-4ee3-4547-b05f-7d234f084bbd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437841 May 27 13:22:27.519850 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fe67b-df3d-4964-8f1b-c17d48778d00 req-ea0cda77-5303-45a4-933c-0769027d9932 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:27.521392 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8d9fe67b-df3d-4964-8f1b-c17d48778d00 req-ea0cda77-5303-45a4-933c-0769027d9932 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0816007 May 27 13:22:27.571553 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8d9fe67b-df3d-4964-8f1b-c17d48778d00 req-6eaa7d70-a84c-4a83-9c69-8c3c2b525746 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423903 May 27 13:22:28.791419 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8deed5-e1b4-4e53-a488-91bacdb0498d req-8ebf285f-8dab-4e19-a9bc-e376d9269691 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:28.799415 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7f8deed5-e1b4-4e53-a488-91bacdb0498d req-8ebf285f-8dab-4e19-a9bc-e376d9269691 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1114166 May 27 13:22:28.858356 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7f8deed5-e1b4-4e53-a488-91bacdb0498d req-43040116-63a3-439c-b444-b42d1fcde93d tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580006 May 27 13:22:30.067691 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6aabf-e517-4cb4-923e-14bc0f517935 req-8f66db7d-997d-4d51-8a54-c661601ffbfb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:30.069473 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6bf6aabf-e517-4cb4-923e-14bc0f517935 req-8f66db7d-997d-4d51-8a54-c661601ffbfb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0842123 May 27 13:22:30.121201 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6bf6aabf-e517-4cb4-923e-14bc0f517935 req-e7486076-e90b-475d-ac60-3733c1b86c5c tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460210 May 27 13:22:30.469956 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-c633bf86-62bf-4c9a-9101-c0b19119e9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:31.320979 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d2e8b-32e8-4098-90df-f26bf07d9052 req-9c6ff28d-6657-42a8-a630-e6c78dd11168 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:31.322680 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-577d2e8b-32e8-4098-90df-f26bf07d9052 req-9c6ff28d-6657-42a8-a630-e6c78dd11168 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0924895 May 27 13:22:31.382402 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-577d2e8b-32e8-4098-90df-f26bf07d9052 req-14296ea5-6d73-41c0-a5a7-5362cac66a2f tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523534 May 27 13:22:32.575989 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4c633-5132-4771-8b19-750ce850f76d req-c9635cb0-08c2-42ea-9052-743729016fa8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:32.577584 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4fa4c633-5132-4771-8b19-750ce850f76d req-c9635cb0-08c2-42ea-9052-743729016fa8 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0868676 May 27 13:22:32.630648 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4fa4c633-5132-4771-8b19-750ce850f76d req-795667a6-81b1-49bf-8931-d1cd9210c202 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463104 May 27 13:22:33.031941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.260837 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56800) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:33.385845 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.401636 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:33.405732 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Usage tracker for resource:security_group_rule and tenant:fca14a989b264df1b37811a10fa1ee81 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:33.409370 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:33.416052 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:33.613403 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.618601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.627017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0acebc87-99e5-4d1f-8f76-c74bc5d62076 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:33.672491 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c58ea6-6646-499e-9cdc-a22144f18408,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:33.679336 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fca14a989b264df1b37811a10fa1ee81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178786 May 27 13:22:33.682025 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56808) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:33.685001 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.685382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.685751 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.686109 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.686547 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.686911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.687304 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.687664 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.688021 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.688373 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.688754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.689108 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.694036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:33.747528 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.832768 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.896749 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a002d-1ef2-45d6-a5d4-5fede8bb597b req-5ab8c2a7-80d7-4912-bdc2-780064dc8dfd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:33.898200 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-718a002d-1ef2-45d6-a5d4-5fede8bb597b req-5ab8c2a7-80d7-4912-bdc2-780064dc8dfd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1468341 May 27 13:22:33.924518 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.931042 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-871bd528-6c08-45de-b0cd-f56bb15a6f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:33.958656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c58ea6-6646-499e-9cdc-a22144f18408,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:33.968243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:33.969419 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93c58ea6-6646-499e-9cdc-a22144f18408 HTTP/1.1" status: 204 len: 168 time: 0.2864132 May 27 13:22:33.979818 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-718a002d-1ef2-45d6-a5d4-5fede8bb597b req-0289c675-cc6e-4588-8179-b5badf6545f6 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753760 May 27 13:22:33.981192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.981776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.982161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.982517 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.982878 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.983284 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.983583 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.983935 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.984348 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.984743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.985094 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.985447 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:22:33.994818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:34.937814 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f069543e-36ad-4ec1-b3a4-43bf7004ed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:35.216192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed0bf9-f5f6-455b-b3bb-888e4bbc76ca req-78fe3ad1-e064-44ab-9b68-2f2487660e23 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:35.219258 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-79ed0bf9-f5f6-455b-b3bb-888e4bbc76ca req-78fe3ad1-e064-44ab-9b68-2f2487660e23 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1200058 May 27 13:22:35.276616 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-79ed0bf9-f5f6-455b-b3bb-888e4bbc76ca req-c9c69640-135b-41a8-bbd9-9e8301e83d3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515239 May 27 13:22:36.482376 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887641a3-35ad-48a0-8363-1efc3f0b54cb req-769025d2-11ea-4ef8-9281-d29ba7e6d47a tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:36.483748 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-887641a3-35ad-48a0-8363-1efc3f0b54cb req-769025d2-11ea-4ef8-9281-d29ba7e6d47a tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0844557 May 27 13:22:36.530679 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-887641a3-35ad-48a0-8363-1efc3f0b54cb req-763b7980-6943-472f-b6fe-e750442c78d9 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409849 May 27 13:22:36.672407 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:37.743696 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba780-3ca7-4ec6-8ce2-9a56b46c9e28 req-1ab4dfe7-6686-476b-b2d3-8030f5a017ba tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:37.745223 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fc0ba780-3ca7-4ec6-8ce2-9a56b46c9e28 req-1ab4dfe7-6686-476b-b2d3-8030f5a017ba tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.0960758 May 27 13:22:37.795613 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fc0ba780-3ca7-4ec6-8ce2-9a56b46c9e28 req-8ee80f62-600b-4b7e-a2c2-2b09a42f18fd tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2&id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436954 May 27 13:22:38.466855 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.388325 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56970) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:39.515801 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.531592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:39.536351 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Usage tracker for resource:security_group_rule and tenant:0656d5336b6944d380c0d04eda98c594 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:39.539991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:39.546384 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:39.650789 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.657195 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.665115 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5e93f426-0301-4816-ad91-c81937004ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:39.711389 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0656d5336b6944d380c0d04eda98c594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215461 May 27 13:22:39.712583 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7dd200-ec53-4337-99ba-b41be339bccc,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:39.713973 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56976) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:39.716268 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:39.783571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.825311 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.882282 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.886089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d8a15b1a-3808-44a3-a7b4-338e958012ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:39.900663 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7dd200-ec53-4337-99ba-b41be339bccc,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:39.903149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:39.915426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:39.919125 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6d70a63b-7ae7-4e46-a533-e98ddb8480d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba7dd200-ec53-4337-99ba-b41be339bccc HTTP/1.1" status: 204 len: 168 time: 0.2039485 May 27 13:22:40.247347 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 56986) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:40.267301 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.288024 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:40.292120 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Usage tracker for resource:security_group_rule and tenant:310df9577e7e4b64b8929ead64f18ecb is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:40.294957 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:40.301072 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:40.495645 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.501341 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.508768 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-56658746-0182-46e2-84de-b7cd78aa21f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:40.552683 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=310df9577e7e4b64b8929ead64f18ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041217 May 27 13:22:40.554429 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d03001-031d-4022-b9ec-476097c57026,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:40.555952 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 56990) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:40.558700 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:40.625021 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.657187 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.718132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.722842 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c7474a69-7d0c-4157-b656-95e74cd56602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:40.737576 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d03001-031d-4022-b9ec-476097c57026,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:40.740709 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:40.742797 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:40.744129 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79d03001-031d-4022-b9ec-476097c57026 HTTP/1.1" status: 204 len: 168 time: 0.1870193 May 27 13:22:48.134095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:51.897790 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-444b9515-0975-4a08-9881-cf66c7e10a79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859358 May 27 13:22:52.052294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-3c654602-ed15-4111-a80b-a93499c05ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.053826 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-3c654602-ed15-4111-a80b-a93499c05ec5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1098 time: 0.0761914 May 27 13:22:52.227644 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-8f7c7274-8695-4225-9546-cc761b0980af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.229158 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-8f7c7274-8695-4225-9546-cc761b0980af service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.1485832 May 27 13:22:52.339497 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-6f7f7845-3ee8-466c-bc5a-6f38f779d325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 1001 time: 0.1014967 May 27 13:22:52.406092 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-1785cf35-13ed-40a5-8579-94bb9cf0e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.407603 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-1785cf35-13ed-40a5-8579-94bb9cf0e3da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0590370 May 27 13:22:52.491942 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-6e87d676-c589-4c30-acf3-bad79f8677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:22:52.493478 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-6e87d676-c589-4c30-acf3-bad79f8677fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746968 May 27 13:22:52.629834 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-a69d410d-0ce7-4177-ab5b-ed379a50f80c service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275423 May 27 13:22:52.765761 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a0c2ca1c-11bf-4ef9-ace0-3a69f99e6040 req-c534f34c-21a5-4d53-9c9f-cb62815ce5f0 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270468 May 27 13:22:54.751221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57168) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:54.871619 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:54.887773 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:54.893384 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:527110123e7f4787a33c12d71d05ea49 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:54.896620 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:54.903268 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:54.999991 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.003862 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.011000 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-1638ff2f-bced-48b5-83b3-182d412b31a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:55.057280 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=527110123e7f4787a33c12d71d05ea49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049757 May 27 13:22:55.058246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be9be6-cd9f-4b0c-bd58-17c262e3409f,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:55.060917 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57174) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:55.062341 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:55.123289 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.153593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.207264 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.211040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:55.222803 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be9be6-cd9f-4b0c-bd58-17c262e3409f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:55.226452 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:55.229712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.230839 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-15fe745f-5863-46e6-866b-7ddefe3253ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1be9be6-cd9f-4b0c-bd58-17c262e3409f HTTP/1.1" status: 204 len: 168 time: 0.1688030 May 27 13:22:55.534867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57184) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:55.553274 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.568539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:22:55.572339 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Usage tracker for resource:security_group_rule and tenant:96584d9dc67b425ea4ab9c5a7c4dc82f is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:22:55.575160 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:22:55.580845 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:22:55.669774 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.675194 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.684778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f9f5045c-25d0-4389-b23c-d6079e9c5d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:55.734301 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96584d9dc67b425ea4ab9c5a7c4dc82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973765 May 27 13:22:55.736631 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57192) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:22:55.739266 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0d570-7970-4c04-847d-06973937a7bb,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:55.742327 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8b778bc1-11f6-4118-b60d-82cc29268b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:55.797512 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.830713 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.899937 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.903715 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0ce5d3fa-ce65-4472-9314-67c4503cdfd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:22:55.912381 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:22:55.918449 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0d570-7970-4c04-847d-06973937a7bb,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:22:55.923663 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:22:55.935554 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:22:55.942632 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1b0d570-7970-4c04-847d-06973937a7bb HTTP/1.1" status: 204 len: 168 time: 0.2045846 May 27 13:23:00.473250 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-88e0210c-2bf2-4b80-93b8-3ebc60e4636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:02.995593 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:04.930578 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-10dc1809-256d-45e2-8d07-65a6d646cb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:06.667596 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:08.466845 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:12.808746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57366) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:12.928736 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:12.943176 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:12.947041 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d3dd4acff24c2f8541bc625f1304e5 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:12.949916 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:12.956101 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:13.055099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.058419 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.065573 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-37c63c4d-0eb7-4ce5-bbfa-058a5dc1a932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:13.109839 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16fa80-25f9-4a27-9103-1ddbc0d40263,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:13.114337 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6d3dd4acff24c2f8541bc625f1304e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037534 May 27 13:23:13.114972 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:13.117315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57374) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:13.175174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.200444 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.254433 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.257995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-89013744-abcf-4862-85c2-5b08ea19e818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:13.269299 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16fa80-25f9-4a27-9103-1ddbc0d40263,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:13.273690 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:13.275757 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:13.279245 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-aa490056-6af3-4141-ba0c-700ffbe4caf6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a16fa80-25f9-4a27-9103-1ddbc0d40263 HTTP/1.1" status: 204 len: 168 time: 0.1592281 May 27 13:23:18.141439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.542357 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57594) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:29.660203 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.674172 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:29.677896 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9489c5d22f884c8a9c33f382c351f760 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:29.680639 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:29.686945 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:29.786688 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.790777 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.797733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-36bc2d52-5156-4d46-8d1d-0f7113f918f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:29.837674 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5d9605-7c98-439d-ad4f-17f6b0aa4286,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:29.844413 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9489c5d22f884c8a9c33f382c351f760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986794 May 27 13:23:29.844413 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:29.844728 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57600) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:29.902156 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.928969 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.981548 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:29.985248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-194b6b40-23ec-4924-8efd-ecd8b8ec9207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:29.997859 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5d9605-7c98-439d-ad4f-17f6b0aa4286,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:30.001252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:30.003369 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.005261 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-667e8c35-9fa2-45a2-b1bb-020448a0c582 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae5d9605-7c98-439d-ad4f-17f6b0aa4286 HTTP/1.1" status: 204 len: 168 time: 0.1597090 May 27 13:23:30.480797 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-048f2dec-69fe-45a3-91f2-92d3db27fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.699173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57642) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:30.807704 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1975444547-network', 'tenant_id': '59c3c33b5dbb426bb49d92ae2b1ca4b1'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:23:30.814911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:30.819203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Usage tracker for resource:network and tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:30.824057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:30.831583 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:30.841091 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Made reservation on behalf of 59c3c33b5dbb426bb49d92ae2b1ca4b1 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:23:30.843500 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.856037 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.871260 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:30.875790 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Usage tracker for resource:security_group_rule and tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:30.878650 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:30.884357 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:30.971701 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.975462 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:30.979405 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5b7df9f4-f83a-4af9-8b00-6dd2a1d351dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:31.003678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:23:31.016042 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f46de-23f6-4329-b1fd-4383ecf54088,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:31.020037 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:31.021000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.021346 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Added segment 9e47a791-96a5-40ea-bc15-f80e12a991b2 of type vlan for network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 May 27 13:23:31.048960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.084047 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.085679 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:31.086409 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.092556 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d3046f46-e00f-4b39-b7c0-c880e2d985be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:31.200571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2f48e2-0e0b-43b3-a0c7-554949fefc66,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:31.204822 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5045910 May 27 13:23:31.205709 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5dcf8075-842d-49b4-bbe5-06fa6ac875b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:31.207793 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57660) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:31.211691 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:23:31.213053 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Request body: {'subnet': {'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1975444547-subnet', 'tenant_id': '59c3c33b5dbb426bb49d92ae2b1ca4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:23:31.219423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:31.223592 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Usage tracker for resource:subnet and tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:31.226544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:31.232549 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:31.243868 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Made reservation on behalf of 59c3c33b5dbb426bb49d92ae2b1ca4b1 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:23:31.246284 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.737001 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.748764 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:31.823250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3892a8-d36e-44cf-a1be-6eadce7433a1,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:31.827298 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:31.833119 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Checking segment: {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:23:31.833475 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Network hostable DHCP agents. Network: 5a2f48e2-0e0b-43b3-a0c7-554949fefc66, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:23:31.850592 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:23:31.859831 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, 5a2f48e2-0e0b-43b3-a0c7-554949fefc66) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:23:31.868077 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:31.868691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:31.869362 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c211481a-b2f3-4de7-9529-6f17fdd67f16 None None] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:23:31.889548 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6808963 May 27 13:23:32.081793 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d596d73d-32c3-4d6a-909f-ddf3f6c86204 None None] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:23:32.910546 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:23:32.999520 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.476777 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57688) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:33.599279 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.615174 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:33.619103 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Usage tracker for resource:security_group_rule and tenant:e33452885aa140c0bd94fa98e8fa5c1f is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:33.622710 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:33.628432 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:33.718340 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.723043 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.732113 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e84e02a8-08c4-4c66-8051-9d6fb03cc6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.776173 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e33452885aa140c0bd94fa98e8fa5c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983158 May 27 13:23:33.777434 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e271b-c78a-47f7-b361-e0a030317d28,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.778975 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57698) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:33.780930 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5c52d521-c754-4652-9420-217d7257e472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.859822 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.890462 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.948359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.952410 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2b84bfcd-9ff8-4892-af43-66d11ba65cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:33.963968 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e271b-c78a-47f7-b361-e0a030317d28,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:33.974672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.975066 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.975346 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.975716 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.976077 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.976439 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.976827 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.977187 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.977548 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.977924 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.978262 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.978617 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:33.985482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:33.986935 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:33.991622 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c76fbe7b-c236-41cc-af6b-68012affc31d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b11e271b-c78a-47f7-b361-e0a030317d28 HTTP/1.1" status: 204 len: 168 time: 0.2113235 May 27 13:23:34.057239 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-b672c9e6-0565-44e0-810c-3fcff88e2dfd tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:34.059195 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-b672c9e6-0565-44e0-810c-3fcff88e2dfd tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 814 time: 0.1655111 May 27 13:23:34.074717 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-b869675c-515b-40e8-9faf-fc158f213e12 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/quotas/59c3c33b5dbb426bb49d92ae2b1ca4b1 HTTP/1.1" status: 200 len: 375 time: 0.0092716 May 27 13:23:34.128368 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-85f58f62-cec8-4ed0-8f64-aaf009188fc8 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478790 May 27 13:23:34.279652 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-ff2bb06e-9732-496b-9789-8ce1d046773c service neutron] 10.222.0.52 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435657 May 27 13:23:34.305670 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57716) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:34.324588 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.339979 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:34.344637 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Usage tracker for resource:security_group_rule and tenant:62d2aa9922ec4627b41e0bc8958e244d is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:34.347649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:34.353870 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:34.426779 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-00400ca1-d7b7-415f-9b6d-2c5b42fca1e3 service neutron] 10.222.0.52 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412957 May 27 13:23:34.455250 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.462417 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.472524 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4416fa2f-9150-4710-b99c-002589f5f481 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:34.514708 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62d2aa9922ec4627b41e0bc8958e244d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077477 May 27 13:23:34.515536 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e268584-83e5-4587-b18d-3a3ec44f6c4f,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:34.518037 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57722) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:34.518740 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:34.592625 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.624835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.701719 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.712391 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-95c9f75b-0baf-41f4-adde-cf8dc0445f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:34.738037 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e268584-83e5-4587-b18d-3a3ec44f6c4f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:34.748968 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.749343 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.749714 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.750073 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.750431 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.750794 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.751149 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.751498 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.751856 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.752212 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.752753 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.753053 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:34.765114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:34.766319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.772775 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-4711768d-f5a5-4cb9-bc06-376ab25828d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e268584-83e5-4587-b18d-3a3ec44f6c4f HTTP/1.1" status: 204 len: 168 time: 0.2493622 May 27 13:23:34.938916 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-54514bd9-9352-4c73-aa38-aadc40ee0e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:34.949145 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7661394a-ac89-4382-b09c-7d99230da741 req-83f60286-d9d8-429e-9b75-b1af53bbff44 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 210 time: 0.3688765 May 27 13:23:36.010810 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-74d424ce-784a-4bf7-b22c-559ee3376d10 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:36.011539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-03671709-2b47-4418-ab79-5b34d2439078 req-74d424ce-784a-4bf7-b22c-559ee3376d10 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Synchronizing usage tracker for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:23:36.033602 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-03671709-2b47-4418-ab79-5b34d2439078 req-74d424ce-784a-4bf7-b22c-559ee3376d10 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Unset dirty status for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:23:36.034893 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-74d424ce-784a-4bf7-b22c-559ee3376d10 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 814 time: 0.1936533 May 27 13:23:36.057327 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Request body: {'port': {'device_id': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66', 'admin_state_up': True, 'tenant_id': '59c3c33b5dbb426bb49d92ae2b1ca4b1'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:23:36.148833 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dc13a2a6-9b84-4db8-b456-3fafca42b005 req-b3b7089f-b486-4f57-8c0f-ac1ad30c908f tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 210 time: 0.0766208 May 27 13:23:36.225720 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:36.230265 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Usage tracker for resource:port and tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:36.234071 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:36.241433 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:36.253941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Made reservation on behalf of 59c3c33b5dbb426bb49d92ae2b1ca4b1 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:23:36.257671 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.439858 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Allocated IP 172.20.0.10 (5a2f48e2-0e0b-43b3-a0c7-554949fefc66/3f3892a8-d36e-44cf-a1be-6eadce7433a1/e8088ad0-8902-47b8-925f-79a2463036cb) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:23:36.676551 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.678411 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.719761 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.727751 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2f64ca3c-e624-4ecc-ae56-f84b62f2321b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:36.797423 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:23:36.800517 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:23:36.804686 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:23:36.848825 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Pushing event updated for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:36.853596 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:36.873655 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:36.874280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:36.900370 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8497393 May 27 13:23:36.913880 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Request body: {'port': {'device_id': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:23:37.037232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.363641 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b974f2-7f00-4853-96ad-85fdcff50fc0 req-a2160d6e-f5c2-4476-9a7d-55bcd05d9a5d tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:37.365211 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2b974f2-7f00-4853-96ad-85fdcff50fc0 req-a2160d6e-f5c2-4476-9a7d-55bcd05d9a5d tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 932 time: 0.0878999 May 27 13:23:37.415104 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b2b974f2-7f00-4853-96ad-85fdcff50fc0 req-38153df5-1d2d-4f67-8d72-8cd4306dc169 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440731 May 27 13:23:37.507605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8088ad0-8902-47b8-925f-79a2463036cb {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:23:37.515347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.529618 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Transition to ACTIVE for port object e8088ad0-8902-47b8-925f-79a2463036cb will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:23:37.533579 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.537817 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc717186-9e90-4d5e-b677-9e232b37e04e tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:37.696705 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:37.704004 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:37.776341 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Attempting to bind port e8088ad0-8902-47b8-925f-79a2463036cb on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:23:37.776619 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Attempting to bind port e8088ad0-8902-47b8-925f-79a2463036cb by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:23:37.776984 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Attempting to bind port e8088ad0-8902-47b8-925f-79a2463036cb on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:23:37.784026 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Port e8088ad0-8902-47b8-925f-79a2463036cb on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:23:37.784353 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Attempting to bind port e8088ad0-8902-47b8-925f-79a2463036cb on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:23:37.789717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:23:37.790060 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Checking segment: {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:23:37.790445 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Bound using segment: {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:23:37.790883 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Bound port: e8088ad0-8902-47b8-925f-79a2463036cb, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:23:37.791235 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.889552 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:23:37.892905 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8088ad0-8902-47b8-925f-79a2463036cb,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:23:37.897613 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.901376 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5aaa8032-4e38-45d0-aed5-1194ec1a0a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:37.960895 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:37.961520 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:37.962923 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8088ad0-8902-47b8-925f-79a2463036cb HTTP/1.1" status: 200 len: 1094 time: 1.0538583 May 27 13:23:37.963417 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:37.988385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Pushing event updated for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:37.991890 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:38.013116 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb', 'status': 'completed', 'code': 200} May 27 13:23:38.104597 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-4717fc30-3037-481f-a2a8-216560ad63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:38.106108 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-4717fc30-3037-481f-a2a8-216560ad63b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 1097 time: 0.0794303 May 27 13:23:38.182058 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-1bd38925-f24a-4235-a299-b76caf5dbf25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8088ad0-8902-47b8-925f-79a2463036cb HTTP/1.1" status: 200 len: 217 time: 0.0644648 May 27 13:23:38.264878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03671709-2b47-4418-ab79-5b34d2439078 req-a40977e9-9d5e-4963-8b02-93b5d043d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:38.267268 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-a40977e9-9d5e-4963-8b02-93b5d043d487 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f3892a8-d36e-44cf-a1be-6eadce7433a1 HTTP/1.1" status: 200 len: 854 time: 0.0761476 May 27 13:23:38.319527 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-516cb142-a0f7-43e7-8bea-c4020bc76fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445991 May 27 13:23:38.474324 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-11815957-ba70-4f36-a446-574fd6cb2a1b service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475370 May 27 13:23:38.474563 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:38.642981 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-03671709-2b47-4418-ab79-5b34d2439078 req-25e958f2-8908-4660-b68d-ee92a43e8f29 service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605928 May 27 13:23:38.659199 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3939d10-7f6d-4230-afc2-b1f92a543f77 req-057a062e-35b1-49f8-8b3b-bd6bd1884926 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:38.660808 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f3939d10-7f6d-4230-afc2-b1f92a543f77 req-057a062e-35b1-49f8-8b3b-bd6bd1884926 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 944 time: 0.1224723 May 27 13:23:38.726775 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f3939d10-7f6d-4230-afc2-b1f92a543f77 req-3fe073d6-44ae-4a4e-b1c5-050d77082feb tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593748 May 27 13:23:38.825055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-bde5ba1b-24f9-449d-9d91-712809a6f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:38.827159 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-bde5ba1b-24f9-449d-9d91-712809a6f601 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 1097 time: 0.1109104 May 27 13:23:38.969934 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-021bf3f9-3a2c-4565-b575-583fbfcb09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:38.971402 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-021bf3f9-3a2c-4565-b575-583fbfcb09b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 915 time: 0.1358004 May 27 13:23:39.041106 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-dde97970-0eef-46ba-be03-b3f67c651fc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8088ad0-8902-47b8-925f-79a2463036cb HTTP/1.1" status: 200 len: 217 time: 0.0613570 May 27 13:23:39.109090 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-548e1ee6-231d-44dc-b36b-18627b5cdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:39.110565 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-548e1ee6-231d-44dc-b36b-18627b5cdd3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f3892a8-d36e-44cf-a1be-6eadce7433a1 HTTP/1.1" status: 200 len: 854 time: 0.0625708 May 27 13:23:39.161470 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-e524adb2-f34c-4d65-b373-baafcfb2a6ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435410 May 27 13:23:39.405301 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-f2946ab8-44cc-462e-9f97-74262a242b21 service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291374 May 27 13:23:39.548481 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7f2255bc-87ce-4cf7-9323-8f2d37f300ab req-94e6c02a-8e58-4355-a300-e46dc91d303b service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362734 May 27 13:23:40.047982 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-0aa21075-2273-4cd8-8682-d7c2401c75d3 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215410910&fields=id&tenant_id=348be6b600c04a6193e1d1619fa37892 HTTP/1.1" status: 200 len: 267 time: 0.3708978 May 27 13:23:40.114454 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68654c-6606-4e4d-821c-6d462fd351d1 req-7266affb-c490-4f6f-9ea7-514a161bb6b8 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:40.115740 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a68654c-6606-4e4d-821c-6d462fd351d1 req-7266affb-c490-4f6f-9ea7-514a161bb6b8 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 944 time: 0.2569647 May 27 13:23:40.177041 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4a68654c-6606-4e4d-821c-6d462fd351d1 req-d1db3a44-964e-4b55-9790-ec2d3b110eb5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516829 May 27 13:23:40.190442 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-8b9eb357-50c3-49b9-8a82-66bb03d698a0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:40.191900 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-8b9eb357-50c3-49b9-8a82-66bb03d698a0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 985 time: 0.1368639 May 27 13:23:40.203919 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Request body: {'port': {'security_groups': ['a183a276-44d8-4f73-9991-d864e3e7108d']}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:23:40.330526 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:40.584052 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device e8088ad0-8902-47b8-925f-79a2463036cb details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:23:40.622254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:40.674880 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:40.680640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:40.696772 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:23:40.700355 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8daca1de-5e01-4707-a4bd-4255c1695cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:40.788291 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event updated for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=7']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:40.791272 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8088ad0-8902-47b8-925f-79a2463036cb,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:40.798170 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:40.799630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:40.801032 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ff216916-e31a-4dc5-8aff-d2622a6130fc req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "PUT /v2.0/ports/d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 943 time: 0.6025248 May 27 13:23:40.801685 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:40.807304 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f5c1711d-3c7f-4ebb-99b2-2a423f7e84f5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:40.807571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57856) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:40.850371 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'e8088ad0-8902-47b8-925f-79a2463036cb', 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66', 'port_id': 'e8088ad0-8902-47b8-925f-79a2463036cb', 'mac_address': 'fa:16:3e:cc:21:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3892a8-d36e-44cf-a1be-6eadce7433a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:23:40.864868 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:23:40.990033 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:23:40.991622 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.056276 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.097985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.129984 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8088ad0-8902-47b8-925f-79a2463036cb {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:23:41.149157 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-82d40e51-ce46-4746-aeca-c9bd0131baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:41.151813 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-82d40e51-ce46-4746-aeca-c9bd0131baa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1099 time: 0.2573919 May 27 13:23:41.217508 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8088ad0-8902-47b8-925f-79a2463036cb,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:41.239593 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.252039 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:41.295923 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-4e042c8d-2a3b-4797-89ed-8d8623856dac None None] Provisioning complete for port d8061d20-7392-4472-ada0-5992ce923a13 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:23:41.296227 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4e042c8d-2a3b-4797-89ed-8d8623856dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.363467 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57870) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:41.394785 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.403016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7e3385a4-9ec4-4fe7-bfcd-bdc56c1e4ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:41.437935 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:41.440360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:41.453678 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.459153 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "DELETE /v2.0/security-groups/e86d9a11-ea9d-4dd0-806a-d44fbd68bfe2 HTTP/1.1" status: 204 len: 168 time: 0.6466506 May 27 13:23:41.459153 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-64651a15-ae11-4137-b9cb-d2209093c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:41.459153 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-64651a15-ae11-4137-b9cb-d2209093c497 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.2997100 May 27 13:23:41.459627 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 57876) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:41.494211 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:41.503406 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3e25f-2f5b-46b3-af34-4a0eceaf90d9 req-eeae8cbb-9b71-4868-aa67-b7a90c91f4cf tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:41.505196 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cee3e25f-2f5b-46b3-af34-4a0eceaf90d9 req-eeae8cbb-9b71-4868-aa67-b7a90c91f4cf tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 945 time: 0.1231277 May 27 13:23:41.515423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.515764 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.516099 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.516425 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.516969 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.517298 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.517626 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.517934 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.518420 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.518891 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.519386 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.519855 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:23:41.530903 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['e8088ad0-8902-47b8-925f-79a2463036cb'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:23:41.564215 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:41.599936 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cee3e25f-2f5b-46b3-af34-4a0eceaf90d9 req-7959d3ae-8137-43d2-aef1-125f3abfe845 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 May 27 13:23:41.622989 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.643520 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:41.646528 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8065f6b347466baadc96eac50358ee is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:41.650198 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:41.657798 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:41.798738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.801272 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-9874b0a8-62e2-45e0-9839-6992683b9d05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 1002 time: 0.2691288 May 27 13:23:41.804690 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.816685 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-da74864e-5f55-4b70-b447-144b41d10a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:41.859296 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d8065f6b347466baadc96eac50358ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941132 May 27 13:23:41.860281 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0cc4a-2d4f-4aa9-b4e1-55c62fbcd8e5,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:41.865253 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57880) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:41.870092 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:41.933338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-1a7b4970-ce8d-46a5-bbe8-57ac3a0a066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:41.935581 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-1a7b4970-ce8d-46a5-bbe8-57ac3a0a066d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.1230555 May 27 13:23:41.949415 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.980732 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:41.993765 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Deleting port 322e05a1-af47-40f8-a0db-735ec3dba9d6 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:41.994110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.047453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.051682 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6c396ef2-1299-4e07-b43b-cea9d8bea0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:42.065725 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0cc4a-2d4f-4aa9-b4e1-55c62fbcd8e5,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:42.068788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:42.071903 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.077454 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-40764988-0ebc-46b7-85a4-e4ae432c8e90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6db0cc4a-2d4f-4aa9-b4e1-55c62fbcd8e5 HTTP/1.1" status: 204 len: 168 time: 0.2065728 May 27 13:23:42.137874 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-1d8c0e9c-260f-49eb-a1be-e68e28ef1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:42.139659 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-1d8c0e9c-260f-49eb-a1be-e68e28ef1826 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1927702 May 27 13:23:42.146791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.147283 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.299946 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Calling delete_port for 322e05a1-af47-40f8-a0db-735ec3dba9d6 owned by network:floatingip {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:42.432711 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57888) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:42.434507 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-7ca03660-0391-4f0f-8512-106adbbee8c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787237 May 27 13:23:42.455340 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.481816 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:42.488439 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Usage tracker for resource:security_group_rule and tenant:d290b4b4ef024bc192787b7adcf8547b is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:42.493159 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:42.500031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:42.579323 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device e8088ad0-8902-47b8-925f-79a2463036cb up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:23:42.599541 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.605248 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.615293 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-fa016885-6139-457c-a4b0-454fd8d3ca53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:42.666086 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d290b4b4ef024bc192787b7adcf8547b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295995 May 27 13:23:42.666742 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 57894) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:42.666872 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port e8088ad0-8902-47b8-925f-79a2463036cb completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:23:42.673876 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port e8088ad0-8902-47b8-925f-79a2463036cb triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:23:42.674259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.682359 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeee2b6-609e-430d-8d44-6906842d5d54,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:42.700228 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-413ee971-70f2-4d62-8c2b-1a84adcfa31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:42.789290 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e5d7a270-3382-43e3-889c-7e0f7b4b26ff req-ea920512-e5f1-4725-b37c-55bc6930eda9 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463614 May 27 13:23:42.801095 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.824969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.837006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a7825ea1-cb2e-4531-b57f-ec0e2a303a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:42.841940 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.850208 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.873231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:42.884102 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8088ad0-8902-47b8-925f-79a2463036cb,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:42.888086 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event deleted for resources: {'Port': ['ID=322e05a1-af47-40f8-a0db-735ec3dba9d6,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:42.892274 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:42.894214 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.905068 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:42.917176 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2dae-b151-4557-b342-cedd8017e0df req-8990f832-75df-4b12-abbf-1777635340e8 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:42.925744 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-322b2dae-b151-4557-b342-cedd8017e0df req-8990f832-75df-4b12-abbf-1777635340e8 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 945 time: 0.1760385 May 27 13:23:42.953335 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb', 'code': 200} May 27 13:23:42.986233 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-322b2dae-b151-4557-b342-cedd8017e0df req-29a65cf3-5e74-4dd8-945b-7871198e62af tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585277 May 27 13:23:42.989154 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:42.996779 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3e760bc7-bf07-4e25-b4ef-8d32503f5b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:43.016592 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks [] for floatingip, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.017773 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Floating IP eb9f1102-ccfd-4c5b-ab50-d2d8189eec02 disassociated (deleted). External IP: 172.27.3.100, port: d8061d20-7392-4472-ada0-5992ce923a13. May 27 13:23:43.018998 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:43.024081 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeee2b6-609e-430d-8d44-6906842d5d54,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:43.029552 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:43.030480 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:43.031550 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.033726 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-38360e17-b96b-4508-8bcf-2b2134512683 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eeeee2b6-609e-430d-8d44-6906842d5d54 HTTP/1.1" status: 204 len: 168 time: 0.3659358 May 27 13:23:43.402479 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95078892-27fe-4a07-a500-fb13fafcf517 req-b3a5920f-8f6c-498b-95ae-86a81468f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:43.404515 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-95078892-27fe-4a07-a500-fb13fafcf517 req-b3a5920f-8f6c-498b-95ae-86a81468f5c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 1099 time: 0.2385135 May 27 13:23:43.475219 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-95078892-27fe-4a07-a500-fb13fafcf517 req-e5de7498-3a9f-43f2-8e56-c0d97c8b392d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 May 27 13:23:43.480689 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Router 7d0a3325-69ba-4397-ba70-dac630950eb3 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:23:43.678207 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:23:43.689894 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Sync routers for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:23:43.692014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:43.700601 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:43.702180 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:23:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:43.752692 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2e682c25-a599-4126-b7e4-18200abf30b5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "DELETE /v2.0/floatingips/eb9f1102-ccfd-4c5b-ab50-d2d8189eec02 HTTP/1.1" status: 204 len: 168 time: 2.2922173 May 27 13:23:43.753498 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:43.813642 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:23:43.900196 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:43.941198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-92b4f676-ff0a-4975-9c1b-37248b6415e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:43.942827 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-92b4f676-ff0a-4975-9c1b-37248b6415e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1099 time: 0.1048508 May 27 13:23:44.142630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-0aa0a346-5759-4a14-8cf1-4fe5eb843fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:44.144940 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-0aa0a346-5759-4a14-8cf1-4fe5eb843fce service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.1947691 May 27 13:23:44.303425 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-8c237e6a-5ec5-47c0-b0e9-d121183781cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 217 time: 0.1471760 May 27 13:23:44.320322 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c71d2-1502-460f-9dd1-e46fac3d1bb6 req-d829ba59-df7f-4e61-930b-14297d548209 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:44.327663 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-344c71d2-1502-460f-9dd1-e46fac3d1bb6 req-d829ba59-df7f-4e61-930b-14297d548209 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 946 time: 0.1484020 May 27 13:23:44.349405 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:44.354713 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Checking router: 7d0a3325-69ba-4397-ba70-dac630950eb3 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:23:44.366581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:23:44.367423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:23:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:44.453451 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-344c71d2-1502-460f-9dd1-e46fac3d1bb6 req-7d1423a0-4d55-4041-91a6-bac902267def tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242523 May 27 13:23:44.678280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-39c82b44-3efe-40fb-bdf6-a9f7b54d8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:44.679991 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-39c82b44-3efe-40fb-bdf6-a9f7b54d8156 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.3657336 May 27 13:23:44.680583 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:23:44.772312 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-26a685d8-6329-4d3c-99a4-74a70631d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:44.776940 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-26a685d8-6329-4d3c-99a4-74a70631d651 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0877404 May 27 13:23:44.939266 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-a5f50b70-68da-43d9-89ba-67f2a27f2215 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499224 May 27 13:23:45.076888 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:23:45.081504 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af5a809-0f76-454c-ac6b-9bce4dee6b8a None None] The sync data for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi is: [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:20:24Z', 'revision_number': 4, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '0df35bcb-55d4-4cc9-b224-d5a4febae79b', 'name': '', 'network_id': '2397a14d-56a5-437e-940e-17d219ace8d7', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'mac_address': 'fa:16:3e:c3:f4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:23Z', 'updated_at': '2021-05-27T13:20:31Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'subnets': [{'id': '3251587d-6450-49f3-a5b6-1ff5d6533bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:23:45.108055 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-b1680c27-eba3-45d6-9bc8-2cf062856a97 req-ed1e331d-d04b-4d13-9e53-87cb3ddb6c71 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603382 May 27 13:23:45.334458 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232af959-8c4c-4fb3-93ce-b58554e8a5cf None None] New status for floating IP eb9f1102-ccfd-4c5b-ab50-d2d8189eec02: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:23:45.651436 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a13df9-0510-46d5-9d1a-3d2bb9fedaa1 req-84287866-87ee-4cec-a4e9-ce36045dcd19 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:45.653050 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-77a13df9-0510-46d5-9d1a-3d2bb9fedaa1 req-84287866-87ee-4cec-a4e9-ce36045dcd19 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 946 time: 0.0942860 May 27 13:23:45.706261 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-77a13df9-0510-46d5-9d1a-3d2bb9fedaa1 req-3e91740d-2b56-4fdf-8822-877707fe77af tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 May 27 13:23:48.134854 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:48.869181 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-79715d41-0651-4b12-9556-5b0e53ae0014 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872371 May 27 13:23:48.981466 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-4b70e37c-8be6-48ac-bfb2-c363efa5963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:48.983729 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-4b70e37c-8be6-48ac-bfb2-c363efa5963f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=348be6b600c04a6193e1d1619fa37892&device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 1099 time: 0.0836666 May 27 13:23:49.161341 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-09932477-6575-4e52-902c-ed7e9b88f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:49.163781 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-09932477-6575-4e52-902c-ed7e9b88f992 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 200 len: 916 time: 0.1495526 May 27 13:23:49.243583 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-dfb6491e-b0d3-4d91-86e8-695efde952bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 200 len: 217 time: 0.0715308 May 27 13:23:49.318621 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-64dd5a0f-4ee7-4444-95cc-b2c531b0bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:49.320209 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-64dd5a0f-4ee7-4444-95cc-b2c531b0bbf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 200 len: 854 time: 0.0665536 May 27 13:23:49.405237 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-71a13314-320f-4049-be01-9547474fbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:49.406937 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-71a13314-320f-4049-be01-9547474fbb02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2397a14d-56a5-437e-940e-17d219ace8d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765822 May 27 13:23:49.569072 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-2bd9ebb6-f622-4b9e-a2c7-215927d96e30 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524677 May 27 13:23:49.761692 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-7be6be09-a945-4792-8f7b-ee99e9265d27 req-7c6a958c-fda2-4140-876f-bc62995539b1 service neutron] 10.222.0.21 "GET /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858654 May 27 13:23:51.546473 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58120) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:51.675010 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:51.689530 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:51.693445 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Usage tracker for resource:security_group_rule and tenant:e4d6b08ea57245998a1f9f4448ff7c30 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:51.696366 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:51.702743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:51.795288 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:51.799567 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:51.808537 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a0d9a55f-c576-4c47-a159-7d85d5a5dd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:51.851944 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4d6b08ea57245998a1f9f4448ff7c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040295 May 27 13:23:51.855127 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58128) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:51.858161 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986621b6-f57f-4199-b322-215c42bd4c97,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:51.862922 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:51.950335 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:51.977426 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.033085 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.036887 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4dccef09-f228-49c5-be6f-30281aa0a407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:52.050240 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986621b6-f57f-4199-b322-215c42bd4c97,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:52.053111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:52.055076 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.056179 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-70a18d07-1115-4b66-bed9-17900bb3d1b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/986621b6-f57f-4199-b322-215c42bd4c97 HTTP/1.1" status: 204 len: 168 time: 0.1994433 May 27 13:23:52.372808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58136) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:52.391888 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.408833 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:23:52.412809 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Usage tracker for resource:security_group_rule and tenant:6147e74a78524c339f4c674470f913fa is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:23:52.415717 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:23:52.422180 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:23:52.512367 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.517070 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.524820 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-530a7ea3-bcba-443f-a3e8-10b5adceb2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:52.570513 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6147e74a78524c339f4c674470f913fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965985 May 27 13:23:52.571300 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90502665-540c-40ca-ae9b-a85a99f63214,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:52.573386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58140) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:23:52.574514 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-2d45b4ca-d936-4a2c-acdc-84108ade0c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:52.643017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.683706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.744899 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.750256 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:52.764791 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90502665-540c-40ca-ae9b-a85a99f63214,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:52.767129 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:52.769386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:52.777570 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4c9b5d09-a035-4d77-81bb-e2705ed01ba6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90502665-540c-40ca-ae9b-a85a99f63214 HTTP/1.1" status: 204 len: 168 time: 0.2027643 May 27 13:23:53.045352 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8aca-ccd9-4581-811d-99bed79e25d5 req-157bbcc0-9916-49b6-99c6-19e892f8e6e7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:53.047098 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cb2e8aca-ccd9-4581-811d-99bed79e25d5 req-157bbcc0-9916-49b6-99c6-19e892f8e6e7 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.0930820 May 27 13:23:53.092334 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-cb2e8aca-ccd9-4581-811d-99bed79e25d5 req-1cace881-ddba-4750-ab42-9659b054bb45 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 May 27 13:23:54.293683 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0f3c-9280-4de3-8f36-6c902cb9553e req-149e35e4-aaca-484e-8a0e-5d6323208227 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:54.295977 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-501d0f3c-9280-4de3-8f36-6c902cb9553e req-149e35e4-aaca-484e-8a0e-5d6323208227 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.0885196 May 27 13:23:54.343528 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-501d0f3c-9280-4de3-8f36-6c902cb9553e req-ec943612-3e2f-49b4-8d56-83893d162bed tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 May 27 13:23:55.416450 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-e0e2612a-1f1c-4c28-bebc-768e47d2fbf0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:55.418358 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-e0e2612a-1f1c-4c28-bebc-768e47d2fbf0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Synchronizing usage tracker for tenant:348be6b600c04a6193e1d1619fa37892 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:23:55.448149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-e0e2612a-1f1c-4c28-bebc-768e47d2fbf0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Unset dirty status for tenant:348be6b600c04a6193e1d1619fa37892 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:23:55.449480 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-e0e2612a-1f1c-4c28-bebc-768e47d2fbf0 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.1250634 May 27 13:23:55.622916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Deleting port d8061d20-7392-4472-ada0-5992ce923a13 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:23:55.623268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:55.668056 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a5940-6595-453b-9271-0c4c4bcb392e req-c62c0e8b-8452-4444-8349-a9f15a5eb79b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:23:55.668056 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-988a5940-6595-453b-9271-0c4c4bcb392e req-c62c0e8b-8452-4444-8349-a9f15a5eb79b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 946 time: 0.2069254 May 27 13:23:55.719193 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-988a5940-6595-453b-9271-0c4c4bcb392e req-54332420-b291-4f84-bd1e-ece3f3b5a9cc tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/security-groups?id=a183a276-44d8-4f73-9991-d864e3e7108d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444901 May 27 13:23:55.920223 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] For port d8061d20-7392-4472-ada0-5992ce923a13, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=d8061d20-7392-4472-ada0-5992ce923a13,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:23:55.920611 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:56.056733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Calling delete_port for d8061d20-7392-4472-ada0-5992ce923a13 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:23:56.198589 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:56.205225 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:23:56.217909 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['d8061d20-7392-4472-ada0-5992ce923a13'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:23:56.256088 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Pushing event deleted for resources: {'Port': ['ID=d8061d20-7392-4472-ada0-5992ce923a13,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:23:56.260152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:23:56.344747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] No DVR routers for this DVR port d8061d20-7392-4472-ada0-5992ce923a13 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:23:56.347347 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:23:56.350111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'name': 'network-vif-deleted', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:23:56.367292 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-f3ad7b87-fe60-426c-a9ff-d3f01dfd97f4 req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.21 "DELETE /v2.0/ports/d8061d20-7392-4472-ada0-5992ce923a13 HTTP/1.1" status: 204 len: 173 time: 0.9114325 May 27 13:23:56.400572 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c', 'name': 'network-vif-deleted', 'tag': 'd8061d20-7392-4472-ada0-5992ce923a13', 'status': 'completed', 'code': 200} May 27 13:23:56.907013 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9bf5ebb4-5e68-4015-8ec1-35ce39f0d010 req-bc104184-b2d5-4cfe-8b83-78cd819ba94e tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d4c77bb-c2ca-4f05-8ebe-c77e29d0d42c HTTP/1.1" status: 200 len: 210 time: 0.0432301 May 27 13:24:00.474178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-93e0d583-cbbb-4ef1-b22e-dd8c5a91d407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:00.657928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d8061d20-7392-4472-ada0-5992ce923a13 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:00.695155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: d8061d20-7392-4472-ada0-5992ce923a13 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:00.695513 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device d8061d20-7392-4472-ada0-5992ce923a13 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:03.001928 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:03.827982 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58322) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:04.403881 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:04.826570 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Deleting port 0df35bcb-55d4-4cc9-b224-d5a4febae79b {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:04.826905 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:04.935943 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5f14fcad-fdbd-4cd3-9287-efcf587658d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:05.065768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] For port 0df35bcb-55d4-4cc9-b224-d5a4febae79b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0df35bcb-55d4-4cc9-b224-d5a4febae79b,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:05.066313 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:05.195672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Calling delete_port for 0df35bcb-55d4-4cc9-b224-d5a4febae79b owned by network:router_interface {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:05.501037 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:05.505916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:05.550948 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0df35bcb-55d4-4cc9-b224-d5a4febae79b,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:05.554200 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:05.835544 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:06.225151 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Router 7d0a3325-69ba-4397-ba70-dac630950eb3 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:06.540629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:06.549929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Sync routers for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:06.555500 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] 10.222.0.52 "PUT /v2.0/routers/7d0a3325-69ba-4397-ba70-dac630950eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7261856 May 27 13:24:06.557808 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58348) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:06.559879 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:06.560537 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:06.735811 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:06.741756 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:06.752706 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:06.933488 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.012200 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Deleting port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:07.013093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.058329 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:24:05Z', 'revision_number': 5, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port': {'id': '6f80f8bc-9d7b-48e4-aa88-ce8277a42079', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ab:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:20Z', 'updated_at': '2021-05-27T13:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:07.063389 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Checking router: 7d0a3325-69ba-4397-ba70-dac630950eb3 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:07.072092 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Routers {'7d0a3325-69ba-4397-ba70-dac630950eb3'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:07.072740 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['7d0a3325-69ba-4397-ba70-dac630950eb3'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:07.152693 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] For port 6f80f8bc-9d7b-48e4-aa88-ce8277a42079, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:07.153052 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.281305 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Calling delete_port for 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:07.302627 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] Set router 7d0a3325-69ba-4397-ba70-dac630950eb3 gateway port host: None {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:07.446469 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:24:06Z', 'revision_number': 6, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:07.456498 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.456741 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41899dcd-c087-47da-8eb5-64761a6bff25 None None] The sync data for ids ['7d0a3325-69ba-4397-ba70-dac630950eb3'] in dv-cinder-751579-24-iscsi is: [{'id': '7d0a3325-69ba-4397-ba70-dac630950eb3', 'name': 'tempest-TestMinimumBasicScenario-1464840034-router', 'tenant_id': '348be6b600c04a6193e1d1619fa37892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:19Z', 'updated_at': '2021-05-27T13:24:06Z', 'revision_number': 6, 'project_id': '348be6b600c04a6193e1d1619fa37892', 'gw_port_host': None}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:07.457661 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-33ba5886-f279-4156-899f-0a82ff821f99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:07.511436 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f80f8bc-9d7b-48e4-aa88-ce8277a42079,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:07.515122 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:07.617043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.808205 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.812191 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.845375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.845904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0a3325-69ba-4397-ba70-dac630950eb3 {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:24:07.861206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:07.862375 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] 10.222.0.52 "DELETE /v2.0/routers/7d0a3325-69ba-4397-ba70-dac630950eb3 HTTP/1.1" status: 204 len: 168 time: 1.3036230 May 27 13:24:07.865063 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58358) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:07.932311 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Deleting subnet 3251587d-6450-49f3-a5b6-1ff5d6533bfd {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:24:07.936764 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.109394 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.250273 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.478449 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.562575 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.567645 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-ed42cfa8-0399-4ad0-b7d6-9370f6fc2130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:08.607514 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3251587d-6450-49f3-a5b6-1ff5d6533bfd,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:08.610352 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:08.617294 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.628353 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58366) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:08.628958 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-be76b336-9df4-43fb-9051-9324e5106c4b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3251587d-6450-49f3-a5b6-1ff5d6533bfd HTTP/1.1" status: 204 len: 168 time: 0.7623920 May 27 13:24:08.635940 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e2795-063e-45b1-8c34-c9a233a468a4 None None] Network 2397a14d-56a5-437e-940e-17d219ace8d7 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:08.739246 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.829381 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Deleting port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:08.829993 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:08.925873 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] DHCP port deletion for 2397a14d-56a5-437e-940e-17d219ace8d7 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:24:08.939017 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] For port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:08.939498 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.001223 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Deleting port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:09.001503 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.103860 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Calling delete_port for a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 owned by network:dhcp {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:09.108753 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] For port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,segment=NetworkSegment(131e7569-1b1e-4357-9cd5-7d17df1892e1),segment_id=131e7569-1b1e-4357-9cd5-7d17df1892e1)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:09.109155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.180775 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.194773 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-18f76d5a-e6fe-4cb1-881b-fd3cbf65d581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:09.241756 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] No DVR routers for this DVR port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 on host dv-cinder-751579-24-iscsi {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:09.283529 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:09.289263 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Calling delete_port for a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:09.303609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:09.340882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.344961 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:09.382522 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.392792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Pushing event deleted for resources: {'Port': ['ID=a68e3a89-cacf-4f28-8ad1-afe5c0218ae6,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:09.396204 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:09.398493 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] No DVR routers for this DVR port a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:09.398877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2397a14d-56a5-437e-940e-17d219ace8d7']}} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:09.415132 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131e7569-1b1e-4357-9cd5-7d17df1892e1') {'for_net_delete': True} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:09.415430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131e7569-1b1e-4357-9cd5-7d17df1892e1') {} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:09.428222 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10288382'] for segment, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.459147 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.469318 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=91984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:24:09.469867 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227745'] for segment, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: Traceback (most recent call last): May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: timer() May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: cb(*args, **kw) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: return func(*args, **kwargs) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: self._notify() May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: self.callback(batched_events) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: event.method(event) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: return f(self, *a, **k) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._get(url).json() May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: return self.request(url, 'GET', **kwargs) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:24:09.490541 dv-cinder-751579-24-iscsi neutron-server[91984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:24:09.524883 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:09.565458 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:09.565807 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 6f80f8bc-9d7b-48e4-aa88-ce8277a42079 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:09.566395 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0df35bcb-55d4-4cc9-b224-d5a4febae79b no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:09.579460 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.584165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:09.602121 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:09.602462 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 0df35bcb-55d4-4cc9-b224-d5a4febae79b {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:09.602819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0df35bcb-55d4-4cc9-b224-d5a4febae79b not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:09.603234 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:09.615429 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Pushing event deleted for resources: {'Network': ['ID=2397a14d-56a5-437e-940e-17d219ace8d7,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:09.623701 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:09.639595 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e7b4fbf0-3655-462a-95a8-2b98d1b2e159 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2397a14d-56a5-437e-940e-17d219ace8d7 HTTP/1.1" status: 204 len: 168 time: 1.0068283 May 27 13:24:09.645484 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:09.645484 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device a68e3a89-cacf-4f28-8ad1-afe5c0218ae6 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:09.645727 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58380) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:09.911169 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:24:10.295589 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:10.725202 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Deleting port 0c854d91-95f8-404a-a117-334a70920475 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:10.725932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:10.861085 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] For port 0c854d91-95f8-404a-a117-334a70920475, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=0c854d91-95f8-404a-a117-334a70920475,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:10.861444 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:10.991377 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Calling delete_port for 0c854d91-95f8-404a-a117-334a70920475 owned by network:router_interface {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:11.153561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:11.157243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-e1f9df8e-4189-4a2b-ad43-a1dc32565ec3 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:11.207917 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c854d91-95f8-404a-a117-334a70920475,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:11.211075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:11.518781 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:12.006128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Router 96f84faf-27a6-42e3-93f3-e971c469db2a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:12.198590 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:12.207774 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Sync routers for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:12.218934 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-33330b8e-7cf0-40ee-9e85-339c5e86cf62 admin admin] 10.222.0.52 "PUT /v2.0/routers/96f84faf-27a6-42e3-93f3-e971c469db2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5750048 May 27 13:24:12.219170 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:12.219170 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:12.219416 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58402) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:12.408523 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:12.410500 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:12.625383 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:12.715998 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Deleting port bdab7ac1-7a05-4272-ac43-0f0486289b3b {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:12.716338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:12.727837 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:24:11Z', 'revision_number': 5, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port': {'id': 'bdab7ac1-7a05-4272-ac43-0f0486289b3b', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:20:29Z', 'updated_at': '2021-05-27T13:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:12.732370 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Checking router: 96f84faf-27a6-42e3-93f3-e971c469db2a for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:12.741123 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Routers {'96f84faf-27a6-42e3-93f3-e971c469db2a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:12.741661 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['96f84faf-27a6-42e3-93f3-e971c469db2a'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:12.860656 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] For port bdab7ac1-7a05-4272-ac43-0f0486289b3b, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=bdab7ac1-7a05-4272-ac43-0f0486289b3b,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:12.861012 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:12.910798 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] Set router 96f84faf-27a6-42e3-93f3-e971c469db2a gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:12.989608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Calling delete_port for bdab7ac1-7a05-4272-ac43-0f0486289b3b owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:13.020005 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:24:12Z', 'revision_number': 6, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:13.024177 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec3779-3d30-45bb-b5ef-90c821d74fde None None] The sync data for ids ['96f84faf-27a6-42e3-93f3-e971c469db2a'] in dv-cinder-751579-24-iscsi is: [{'id': '96f84faf-27a6-42e3-93f3-e971c469db2a', 'name': 'tempest-TestMinimumBasicScenario-1981073537-router', 'tenant_id': '2adf69e661204840a88b385a88041105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:20:28Z', 'updated_at': '2021-05-27T13:24:12Z', 'revision_number': 6, 'project_id': '2adf69e661204840a88b385a88041105', 'gw_port_host': None}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:13.139135 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.143385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-201268d4-ba13-4518-b57d-e05b4d01cd83 tempest-VolumesNegativeTest-1987524353 tempest-VolumesNegativeTest-1987524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:13.193960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Pushing event deleted for resources: {'Port': ['ID=bdab7ac1-7a05-4272-ac43-0f0486289b3b,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:13.229681 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:13.292781 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.598311 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.600859 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.625459 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.625963 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f84faf-27a6-42e3-93f3-e971c469db2a {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:24:13.639098 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.640243 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] 10.222.0.52 "DELETE /v2.0/routers/96f84faf-27a6-42e3-93f3-e971c469db2a HTTP/1.1" status: 204 len: 168 time: 1.4199767 May 27 13:24:13.643159 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58416) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:13.704834 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Deleting subnet 2a29435b-db18-481a-8749-e71bd76c1686 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:24:13.708115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.763780 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.833259 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0c854d91-95f8-404a-a117-334a70920475 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:13.867659 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:13.873891 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 0c854d91-95f8-404a-a117-334a70920475 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:13.873891 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 0c854d91-95f8-404a-a117-334a70920475 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:14.144317 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.148571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:14.184994 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a29435b-db18-481a-8749-e71bd76c1686,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:14.188115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:14.189118 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.194819 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39f93d-35c8-480b-a34b-306900d29713 None None] Network 700f23ce-8615-412f-a0c2-87e9009bf1e6 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:14.195807 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-482b1286-44d1-47c2-92c9-d5adb68aaf76 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2a29435b-db18-481a-8749-e71bd76c1686 HTTP/1.1" status: 204 len: 168 time: 0.5516529 May 27 13:24:14.198382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58420) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:14.310198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.392024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Deleting port 17c3af1b-938c-4f53-b1a2-bf1415d02813 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:14.392530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.446215 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] DHCP port deletion for 700f23ce-8615-412f-a0c2-87e9009bf1e6 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:24:14.506262 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] For port 17c3af1b-938c-4f53-b1a2-bf1415d02813, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=17c3af1b-938c-4f53-b1a2-bf1415d02813,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:14.506636 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.518756 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Deleting port 17c3af1b-938c-4f53-b1a2-bf1415d02813 {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:14.519141 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.622204 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] For port 17c3af1b-938c-4f53-b1a2-bf1415d02813, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=17c3af1b-938c-4f53-b1a2-bf1415d02813,segment=NetworkSegment(2cceddee-037f-4bb2-a744-0300c5f47422),segment_id=2cceddee-037f-4bb2-a744-0300c5f47422)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:14.622798 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.635218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Calling delete_port for 17c3af1b-938c-4f53-b1a2-bf1415d02813 owned by network:dhcp {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:14.691440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.695295 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-582b224a-3ff3-4c78-95e2-80eda27ca4d5 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:14.739629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c3af1b-938c-4f53-b1a2-bf1415d02813,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:14.743764 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:14.744616 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] No DVR routers for this DVR port 17c3af1b-938c-4f53-b1a2-bf1415d02813 on host dv-cinder-751579-24-iscsi {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:14.748749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Calling delete_port for 17c3af1b-938c-4f53-b1a2-bf1415d02813 owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:14.794369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.798095 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:14.844073 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Pushing event deleted for resources: {'Port': ['ID=17c3af1b-938c-4f53-b1a2-bf1415d02813,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:14.846709 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] No DVR routers for this DVR port 17c3af1b-938c-4f53-b1a2-bf1415d02813 on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:14.848101 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:14.870566 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.883583 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700f23ce-8615-412f-a0c2-87e9009bf1e6']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:14.896251 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cceddee-037f-4bb2-a744-0300c5f47422') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:14.896722 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cceddee-037f-4bb2-a744-0300c5f47422') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:14.908914 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.926472 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.932789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:24:14.933186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:24:14.948484 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:24:15.133796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.138862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:15.156591 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.169535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=700f23ce-8615-412f-a0c2-87e9009bf1e6,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:15.173258 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:15.175111 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-3b9d1503-2b04-4e04-a342-012c8dec4e07 admin admin] 10.222.0.52 "DELETE /v2.0/networks/700f23ce-8615-412f-a0c2-87e9009bf1e6 HTTP/1.1" status: 204 len: 168 time: 0.9758048 May 27 13:24:15.367128 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58430) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:15.422672 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0af77c6f-fe6d-4730-9600-574f77fa2ff6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=348be6b600c04a6193e1d1619fa37892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543108 May 27 13:24:15.425254 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58436) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:15.495016 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.507710 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 17c3af1b-938c-4f53-b1a2-bf1415d02813 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:15.524210 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.548173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 17c3af1b-938c-4f53-b1a2-bf1415d02813 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:15.548568 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 17c3af1b-938c-4f53-b1a2-bf1415d02813 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:15.549006 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bdab7ac1-7a05-4272-ac43-0f0486289b3b no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:15.584657 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: bdab7ac1-7a05-4272-ac43-0f0486289b3b {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:15.585300 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device bdab7ac1-7a05-4272-ac43-0f0486289b3b not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:15.589373 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.594533 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7e0399e5-54ff-4296-ad34-71154514342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:15.606607 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a183a276-44d8-4f73-9991-d864e3e7108d,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:15.610245 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:15.614333 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:15.617110 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-047dfb0d-9322-4727-a884-a4312da01793 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a183a276-44d8-4f73-9991-d864e3e7108d HTTP/1.1" status: 204 len: 168 time: 0.1897254 May 27 13:24:15.967165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58446) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:16.019879 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-e7971903-19e8-4b59-b43a-1ed5188800d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2adf69e661204840a88b385a88041105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514681 May 27 13:24:16.022269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58450) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:16.081189 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:16.109270 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:16.164868 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:16.171792 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-d9284345-38af-4d16-8a44-e7618c074da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:16.183464 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba38651b-c3fc-4974-9cfe-cae8e2243da3,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:16.188001 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:16.191243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:16.194557 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7e7c60c8-4057-4941-b00b-fa09f2a50311 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba38651b-c3fc-4974-9cfe-cae8e2243da3 HTTP/1.1" status: 204 len: 168 time: 0.1691949 May 27 13:24:16.862099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58484) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:16.989875 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58492) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:17.125503 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-424180458-network', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:17.130286 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:17.134479 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Usage tracker for resource:network and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:17.138176 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:17.145112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:17.157657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Made reservation on behalf of 41ed307b6d854208a4977abb51d4b5f8 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:24:17.160339 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.174685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.186830 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port e1117c0b-7853-4c16-b645-9e834f617571 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:17.187496 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.194519 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:17.198539 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:17.201761 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:17.207653 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:17.305493 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.311772 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.324425 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.325030 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.325396 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f1b8cde2-5558-439b-8694-a597fbf11137 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:17.363008 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:24:17.369657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f68e3-669a-47fa-bae0-0d04a1935356,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:17.375261 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:17.380773 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.382336 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Added segment 32eaf972-24d9-41fd-a9fd-3cd7ffa43a94 of type vlan for network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 May 27 13:24:17.423001 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.457186 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.458750 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:17.459356 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.464949 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2f3f676a-ab67-4edb-9a9a-cbf88e42f50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:17.485421 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for e1117c0b-7853-4c16-b645-9e834f617571 owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:17.575792 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5846484 May 27 13:24:17.582286 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58506) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:17.583049 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:17.588910 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7fce02f9-1cdc-4a0f-8a77-79a33e1ca0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:17.592561 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Request body: {'subnet': {'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-424180458-subnet', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:17.598372 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:24:17.598969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:17.603145 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Usage tracker for resource:subnet and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:17.606891 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:17.612993 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:17.627936 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Made reservation on behalf of 41ed307b6d854208a4977abb51d4b5f8 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:24:17.630836 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.634708 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.639996 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-dd606332-8fd1-4870-8198-a2f507c3f182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:17.689959 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=e1117c0b-7853-4c16-b645-9e834f617571,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:17.693158 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:17.786693 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:17.787040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP 5cb05b90-2d40-44e4-860e-1bd21cd1e2e5 disassociated (deleted). External IP: 172.27.3.129, port: 31bf741b-d288-4062-b6fb-8c8a49a745b5. May 27 13:24:18.067006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.071747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:18.146521 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:18.150038 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:18.152878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Checking segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:18.153454 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Network hostable DHCP agents. Network: c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:24:18.179849 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:24:18.191102 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:18.201938 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b11f2-9f72-4d73-864a-04b591808055 None None] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:18.202184 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:18.202184 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.226768 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f1eeb005-edc6-4c27-bbc2-0c447004d3df admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6397116 May 27 13:24:18.229068 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58512) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:18.235778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:18.240676 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:18.250153 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Usage tracker for resource:router and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:18.254587 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:18.264712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:18.282092 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.284165 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.285835 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:18.301672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.477842 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:18.481929 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:24:18.483064 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.499927 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.534566 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:18.548788 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:18.549800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:18.572483 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-9fbea497-6e62-4f41-92e9-ea9be1967571 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "DELETE /v2.0/floatingips/5cb05b90-2d40-44e4-860e-1bd21cd1e2e5 HTTP/1.1" status: 204 len: 168 time: 1.7090545 May 27 13:24:18.573224 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:18.618080 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58528) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:18.641143 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.786637 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.811062 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:18.815924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Usage tracker for resource:security_group_rule and tenant:6a12ae9d3c1a4cd89bfb4fd1f02ec95a is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:18.821270 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:18.831873 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:18.842065 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Allocated IP 172.20.0.2 (c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2/b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587/8fdfe954-57db-4b25-936d-dfaf92906ef2) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:18.887859 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'status': 'completed', 'code': 200} May 27 13:24:18.935417 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.958259 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:18.963279 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.000644 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-c7ba24e0-a7fa-4bdb-a629-3f0c1b94ebab tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:19.009833 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a12ae9d3c1a4cd89bfb4fd1f02ec95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901393 May 27 13:24:19.013324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58536) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:19.072109 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:19.077334 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147cca27-fa31-481a-a801-d3d85ceb47eb,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:19.085995 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-26285c06-fd5b-4f36-9c1f-249476921a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:19.120500 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16068b0-83f4-4198-a4c0-05e747410f44 req-bd2b1ca0-0099-4f55-a075-3274b9d9a777 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:19.121470 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f16068b0-83f4-4198-a4c0-05e747410f44 req-bd2b1ca0-0099-4f55-a075-3274b9d9a777 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:19.142326 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-f16068b0-83f4-4198-a4c0-05e747410f44 req-bd2b1ca0-0099-4f55-a075-3274b9d9a777 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:19.145551 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f16068b0-83f4-4198-a4c0-05e747410f44 req-bd2b1ca0-0099-4f55-a075-3274b9d9a777 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1341369 May 27 13:24:19.219791 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f16068b0-83f4-4198-a4c0-05e747410f44 req-ad0e010b-7c08-463a-bfe0-ece5a7ecac3b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684185 May 27 13:24:19.231534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.265506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.319926 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.373156 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.471015 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.479010 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Allocated IP 172.27.3.15 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:19.504481 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Transition to ACTIVE for port object 8fdfe954-57db-4b25-936d-dfaf92906ef2 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:19.513547 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.519554 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a3199e7e-8542-4d91-a5da-f6936ce29f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:19.545067 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Transition to ACTIVE for port object 8fdfe954-57db-4b25-936d-dfaf92906ef2 will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:19.579418 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.585630 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147cca27-fa31-481a-a801-d3d85ceb47eb,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:19.585867 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:19.592173 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:19.628239 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.629389 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-8570acab-728f-40f6-8996-f88bc12ed3b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/147cca27-fa31-481a-a801-d3d85ceb47eb HTTP/1.1" status: 204 len: 168 time: 0.6145313 May 27 13:24:19.670362 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.671546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:19.678778 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:19.683861 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:19.694036 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Pushing event updated for resources: {'Port': ['ID=8fdfe954-57db-4b25-936d-dfaf92906ef2,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:19.705748 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.710619 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c2917303-5c7f-4905-8b0d-97423298986b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:19.726660 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:19.774154 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:19.777195 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:19.781867 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:19.798313 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:19.802783 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Attempting to bind port 8fdfe954-57db-4b25-936d-dfaf92906ef2 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:19.803267 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Attempting to bind port 8fdfe954-57db-4b25-936d-dfaf92906ef2 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:19.803518 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Attempting to bind port 8fdfe954-57db-4b25-936d-dfaf92906ef2 on network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:19.807653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:19.813075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:19.813484 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Checking segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:19.813901 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.814313 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Bound using segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:19.814786 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Bound port: 8fdfe954-57db-4b25-936d-dfaf92906ef2, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:19.815168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:19.828781 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:19.833000 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:19.860942 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:19.861565 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:20.066141 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] For port 8fdfe954-57db-4b25-936d-dfaf92906ef2, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:20.085353 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] For port 8fdfe954-57db-4b25-936d-dfaf92906ef2, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=8fdfe954-57db-4b25-936d-dfaf92906ef2,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:20.096591 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:20.106583 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-99c25e9f-20c5-4ae1-9f74-a6a8fa69ab9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:20.143794 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:20.260044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:20.531041 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Pushing event updated for resources: {'Port': ['ID=8fdfe954-57db-4b25-936d-dfaf92906ef2,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:20.540996 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-868f00b8-540f-4f9a-a85c-1ff2266239c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:20.587051 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690adf5a-5fea-4354-ad8e-4ba539f1090c req-ba1a4946-5d5d-4a11-a6db-13d882d111c6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:20.602256 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-690adf5a-5fea-4354-ad8e-4ba539f1090c req-ba1a4946-5d5d-4a11-a6db-13d882d111c6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1526372 May 27 13:24:20.713048 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-690adf5a-5fea-4354-ad8e-4ba539f1090c req-d0d9b911-82cd-45d9-912a-1b50a008f568 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089408 May 27 13:24:20.747407 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-414130db-3967-449b-9f9f-6b0972015810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:20.753218 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414130db-3967-449b-9f9f-6b0972015810 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '1806bc88-9581-422c-b5fb-5ad45e8a1229', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'port_id': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'mac_address': 'fa:16:3e:72:4a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:19:54Z', 'updated_at': '2021-05-27T13:19:57Z', 'revision_number': 1, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:20.777230 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.113285 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b74ac49-4c79-4614-b909-27297f28964e None None] New status for floating IP 5cb05b90-2d40-44e4-860e-1bd21cd1e2e5: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:24:21.272092 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-1871e988-89a0-4d71-af0f-a7d580e3c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:21.273709 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-1871e988-89a0-4d71-af0f-a7d580e3c753 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 1098 time: 0.2707140 May 27 13:24:21.275485 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Router 635de0ae-81d9-4b14-b46f-5924a575fa60 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:24:21.570814 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 8fdfe954-57db-4b25-936d-dfaf92906ef2 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:21.594984 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-b1993899-ea96-4dad-850a-4497c7f35a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:21.602720 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-b1993899-ea96-4dad-850a-4497c7f35a99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.3210714 May 27 13:24:21.705099 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-8f690f4c-25a0-4adc-8ef8-05500e58af31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 200 len: 217 time: 0.0960448 May 27 13:24:21.754252 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 8fdfe954-57db-4b25-936d-dfaf92906ef2 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:21.786820 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:21.799800 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Sync routers for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:21.814382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:21.815328 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:21.829243 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-73c37ea0-9780-4a93-9ef8-ec9086acfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:21.831322 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-73c37ea0-9780-4a93-9ef8-ec9086acfe45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.1173875 May 27 13:24:21.895863 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:21.899847 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5b100bde-3dc2-4836-8e40-17c8d9382682 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6669600 May 27 13:24:21.900338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58592) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:21.907852 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f25ba3-bfe5-497e-a5aa-33345f005421 None None] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:21.978082 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ea468-4ee2-4b48-a6ea-dd68b998b4d6 req-62c9d887-4f38-4e27-9360-d8a1d580c1d6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:21.979270 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Provisioning for port 8fdfe954-57db-4b25-936d-dfaf92906ef2 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:21.981754 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-087ea468-4ee2-4b48-a6ea-dd68b998b4d6 req-62c9d887-4f38-4e27-9360-d8a1d580c1d6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1322525 May 27 13:24:22.064164 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-087ea468-4ee2-4b48-a6ea-dd68b998b4d6 req-f3468af2-5458-4acf-991f-6620f5c16d8a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723984 May 27 13:24:22.111551 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Provisioning complete for port 8fdfe954-57db-4b25-936d-dfaf92906ef2 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:22.112043 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:22.121979 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-17d0a11a-299e-454f-902b-4d92a0d3fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:22.123716 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-17d0a11a-299e-454f-902b-4d92a0d3fc18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2808473 May 27 13:24:22.141578 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-59f9cbd4-ec6f-44be-a675-fcd3a9288789 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91983) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:24:22.142571 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-59f9cbd4-ec6f-44be-a675-fcd3a9288789 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058711 May 27 13:24:22.299909 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:22.454868 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-64553ada-a696-4c78-bd8a-099c203d88ad service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022966 May 27 13:24:22.634702 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:22.747806 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] For port 8fdfe954-57db-4b25-936d-dfaf92906ef2, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=8fdfe954-57db-4b25-936d-dfaf92906ef2,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:22.754168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:22.758077 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1bbf25c3-c89e-41ab-9c2c-196c1f527cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:22.847918 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Pushing event updated for resources: {'Port': ['ID=8fdfe954-57db-4b25-936d-dfaf92906ef2,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:22.854073 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:22.875197 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:20Z', 'revision_number': 3, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:22.882017 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Checking router: 635de0ae-81d9-4b14-b46f-5924a575fa60 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:22.883187 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Updating router 635de0ae-81d9-4b14-b46f-5924a575fa60 port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:24:22.912815 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-938aa5a2-b344-4449-8672-03a6e5d1bb6e req-43bbabb0-f630-4bcd-a733-dd8876843ae0 service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987930 May 27 13:24:23.019053 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.124111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.172921 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-d97c3b3d-49b6-489b-bec3-474f1d1d9061 None None] Provisioning complete for port 8fdfe954-57db-4b25-936d-dfaf92906ef2 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:23.173311 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d97c3b3d-49b6-489b-bec3-474f1d1d9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.316102 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac26b1-fcf7-460d-8fa4-58f8083a20b2 req-6a51befa-1443-437c-b6b7-a2543aec954d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:23.318388 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3cac26b1-fcf7-460d-8fa4-58f8083a20b2 req-6a51befa-1443-437c-b6b7-a2543aec954d tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1016076 May 27 13:24:23.365149 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3cac26b1-fcf7-460d-8fa4-58f8083a20b2 req-aefefbae-14c5-4cde-b8ee-da3e163780ed tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 May 27 13:24:23.409901 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Allocated IP 172.20.0.1 (c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2/b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587/10233b8e-416e-433a-b8ad-1172f5f6eda3) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:23.529493 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 8fdfe954-57db-4b25-936d-dfaf92906ef2 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:23.571126 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.587268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Transition to ACTIVE for port object 10233b8e-416e-433a-b8ad-1172f5f6eda3 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:23.587520 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.605863 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Transition to ACTIVE for port object f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:23.612712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.615910 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.617858 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-462ac51d-3346-4cc0-8261-eca9b42f24eb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:23.620689 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:23.676079 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 8fdfe954-57db-4b25-936d-dfaf92906ef2 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:23.676718 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.683621 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:23.686938 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:23.690809 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:23.727683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Pushing event updated for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:23.737111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:23.750934 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Attempting to bind port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:23.751185 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Attempting to bind port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:23.751559 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Attempting to bind port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:23.755670 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.757013 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31eaee-dc71-4e91-ad7c-23fee415647d None None] Pushing event updated for resources: {'Port': ['ID=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:23.764222 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-0e31eaee-dc71-4e91-ad7c-23fee415647d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:23.766464 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:23.766842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:23.767249 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.767644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:23.768131 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Bound port: f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:23.768550 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.893391 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] For port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:23.898056 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] For port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:23.903194 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:23.908037 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:23.990967 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:23.991598 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:24.036721 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:24.038890 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2c9a1c7b-8cd6-4627-9b00-b3de8960f611 None None] Provisioning for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:24.065269 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-2c9a1c7b-8cd6-4627-9b00-b3de8960f611 None None] Provisioning complete for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:24.065647 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2c9a1c7b-8cd6-4627-9b00-b3de8960f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:24.100417 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31eaee-dc71-4e91-ad7c-23fee415647d None None] Pushing event updated for resources: {'Port': ['ID=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:24.113871 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-0e31eaee-dc71-4e91-ad7c-23fee415647d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:24.205382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a1c7b-8cd6-4627-9b00-b3de8960f611 None None] Port 10233b8e-416e-433a-b8ad-1172f5f6eda3 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:24:24.236332 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:24.286690 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:24.302466 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:24.327804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a0033367-eacf-42a5-ae4a-f2f485f3ec0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:24.409199 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Pushing event updated for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:24.412048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:24.413607 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:24.569114 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d992c-eb0a-4fb3-b463-f74bd2fcdb44 req-d05505c0-0353-496e-8706-2de3c541798a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:24.571842 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-340d992c-eb0a-4fb3-b463-f74bd2fcdb44 req-d05505c0-0353-496e-8706-2de3c541798a tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0935314 May 27 13:24:24.625817 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-340d992c-eb0a-4fb3-b463-f74bd2fcdb44 req-d14967a2-0997-42c3-8808-461235621cbc tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463762 May 27 13:24:24.632366 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 1, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:24.637762 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e2597-6608-4ad0-a6a0-aa1df67baede None None] The sync data for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi is: [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 1, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:24.701024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:24.702303 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:24.943359 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Router 635de0ae-81d9-4b14-b46f-5924a575fa60 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:25.047847 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e0b044aa-39c0-4421-8517-ce199ccc102e None None] Provisioning complete for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:25.048923 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e0b044aa-39c0-4421-8517-ce199ccc102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:25.130365 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e0b044aa-39c0-4421-8517-ce199ccc102e None None] Port 10233b8e-416e-433a-b8ad-1172f5f6eda3 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:24:25.157442 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:25.167922 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] 10.222.0.52 "PUT /v2.0/routers/635de0ae-81d9-4b14-b46f-5924a575fa60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2664788 May 27 13:24:25.563649 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:25.670533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:25.681146 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:25.684693 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:25.852016 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:25.875347 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:25.886190 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:25.890291 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-9d63625f-b442-4426-afa6-48a7231950ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:25.935041 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28926da2-e3ab-4783-9775-faa9a2935b37 req-2715706b-7e6b-4703-aa11-d7bf36eadd98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:25.942825 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-28926da2-e3ab-4783-9775-faa9a2935b37 req-2715706b-7e6b-4703-aa11-d7bf36eadd98 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1120548 May 27 13:24:25.984588 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:25.988539 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:25.996995 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-28926da2-e3ab-4783-9775-faa9a2935b37 req-c2f806df-ed24-43bd-bfad-09096d1b244b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527320 May 27 13:24:26.042093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58634) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:26.048050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2147323527-network', 'tenant_id': '7c03fd3676d74619a185c151c82ae139'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:26.053668 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:26.059654 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Usage tracker for resource:network and tenant:7c03fd3676d74619a185c151c82ae139 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:26.063593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:26.070641 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:26.081833 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Made reservation on behalf of 7c03fd3676d74619a185c151c82ae139 for: {'network': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:24:26.084565 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-935485'] for network, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.141767 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.172169 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:26.179278 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Usage tracker for resource:security_group_rule and tenant:7c03fd3676d74619a185c151c82ae139 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:26.186824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:26.195789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:26.239448 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-e4d2607d-b821-4e26-9ae9-3c6a7b809ebe tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:26.240273 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-e4d2607d-b821-4e26-9ae9-3c6a7b809ebe tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:26.266362 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-e4d2607d-b821-4e26-9ae9-3c6a7b809ebe tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:26.267534 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-e4d2607d-b821-4e26-9ae9-3c6a7b809ebe tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.1726773 May 27 13:24:26.320234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.327542 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.330714 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6b0e3835-bfe7-4619-9147-b73ac71d09c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:26.366041 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=91983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 13:24:26.372799 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa821f-df74-4e47-83fa-94445cb347d2,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:26.376563 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:26.380432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.380880 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.segments_db [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Added segment d2cbbbdc-4b67-4df7-9d76-820ec4fddf88 of type vlan for network ec162395-4158-49a0-90b5-6e69dd8fa1dd May 27 13:24:26.412064 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746979592012'] for network, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.455094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803'] for network, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.456437 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:26.457300 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.466589 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:26.586075 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Pushing event updated for resources: {'Network': ['ID=ec162395-4158-49a0-90b5-6e69dd8fa1dd,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:26.589251 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:26.594107 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5480895 May 27 13:24:26.594741 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58646) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:26.597977 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd details requested by agent ovs-agent-dv-cinder-751579-24-iscsi with host dv-cinder-751579-24-iscsi {{(pid=91985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 13:24:26.600398 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Request body: {'subnet': {'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2147323527-subnet', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'ip_version': 4}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:26.605878 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:26.613227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Usage tracker for resource:subnet and tenant:7c03fd3676d74619a185c151c82ae139 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:26.616270 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:26.623782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:26.641918 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Made reservation on behalf of 7c03fd3676d74619a185c151c82ae139 for: {'subnet': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:24:26.644374 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2261147'] for subnet, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:26.872875 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Sync routers for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:26.882554 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:26.883177 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:27.048506 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2562392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2261133'] for subnet, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.052123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:27.065713 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:27.137895 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575880e1-62ff-445b-81f0-de238699d14e,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:27.142706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:27.156524 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Checking segment: {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:27.157206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Network hostable DHCP agents. Network: ec162395-4158-49a0-90b5-6e69dd8fa1dd, hostable agents: ['917b0cb6-18bd-46ed-9bf8-770977339513'], hosted agents: [] {{(pid=91983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 13:24:27.181231 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd is scheduled to be hosted by DHCP agent 917b0cb6-18bd-46ed-9bf8-770977339513 with binding_index 1 {{(pid=91983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 13:24:27.194217 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-751579-24-iscsi, ec162395-4158-49a0-90b5-6e69dd8fa1dd) {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:27.206957 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402f0217-8dfc-47c8-870b-5ce9637e0746 None None] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:27.246478 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c0600-7495-4ce8-ba3c-88ad847fd43c req-166e71d0-f3fd-4631-9e8d-ca82765547a8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:27.248188 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-de8c0600-7495-4ce8-ba3c-88ad847fd43c req-166e71d0-f3fd-4631-9e8d-ca82765547a8 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 945 time: 0.0964365 May 27 13:24:27.262778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:27.263819 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.327642 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-de8c0600-7495-4ce8-ba3c-88ad847fd43c req-a8fc5d35-7d3c-4d75-abea-c415feb91125 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683355 May 27 13:24:27.366097 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7701724 May 27 13:24:27.368864 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58654) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:27.376396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:27.393034 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:27.404221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Usage tracker for resource:router and tenant:7c03fd3676d74619a185c151c82ae139 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:27.406166 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port 31bf741b-d288-4062-b6fb-8c8a49a745b5 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:27.407122 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.410002 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:27.416520 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:27.435924 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4122788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-402'] for router, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.437060 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4125860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4121196', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4005306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-409'] for router, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.453346 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.523700 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82deafdd-b518-4736-b588-30c378540791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeb7de889-a92b-5a7a-a914-24762d08c9d7-ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e'}]}} from dv-cinder-751579-24-iscsi. {{(pid=91985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 13:24:27.533400 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.543191 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:24Z', 'revision_number': 2, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:27.548500 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Checking router: 635de0ae-81d9-4b14-b46f-5924a575fa60 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:27.549576 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Updating router 635de0ae-81d9-4b14-b46f-5924a575fa60 port 10233b8e-416e-433a-b8ad-1172f5f6eda3 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:24:27.558318 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:27.615864 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.797664 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:27.798247 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.801344 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] For port 31bf741b-d288-4062-b6fb-8c8a49a745b5, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=31bf741b-d288-4062-b6fb-8c8a49a745b5,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:27.801719 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.865424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.db_base_plugin_common [None req-82deafdd-b518-4736-b588-30c378540791 None None] Allocated IP 172.20.0.2 (ec162395-4158-49a0-90b5-6e69dd8fa1dd/575880e1-62ff-445b-81f0-de238699d14e/74bc6212-b33b-464c-8b65-22274326a4bc) {{(pid=91985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:27.904985 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4121211', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4122810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-495'] for router, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:27.946727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for 31bf741b-d288-4062-b6fb-8c8a49a745b5 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:28.038920 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.096821 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Transition to ACTIVE for port object 10233b8e-416e-433a-b8ad-1172f5f6eda3 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:28.103025 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.107317 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.111410 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-ee8f0ab4-0185-4848-86b2-ce421e3c2458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.118941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.159470 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks [] for port, precommit_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.173497 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-82deafdd-b518-4736-b588-30c378540791 None None] Transition to ACTIVE for port object 74bc6212-b33b-464c-8b65-22274326a4bc will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:28.176445 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=31bf741b-d288-4062-b6fb-8c8a49a745b5,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.181244 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.197898 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-82deafdd-b518-4736-b588-30c378540791 None None] Transition to ACTIVE for port object 74bc6212-b33b-464c-8b65-22274326a4bc will not be triggered until provisioned by entity DHCP. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:28.206790 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019'] for port, after_create {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.210753 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-1868c79e-80f1-463a-8485-542a0fc53147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.262228 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Pushing event updated for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.281312 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.282136 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.282838 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.283543 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.284216 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.284943 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.285616 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.286313 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.287049 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.287695 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deafdd-b518-4736-b588-30c378540791 None None] Pushing event updated for resources: {'Port': ['ID=74bc6212-b33b-464c-8b65-22274326a4bc,revision_number=1']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.287995 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.288741 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.289221 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:28.292629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-82deafdd-b518-4736-b588-30c378540791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.303637 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82deafdd-b518-4736-b588-30c378540791 None None] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd is already hosted by enough agents. {{(pid=91985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:28.305318 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.scheduler.base_scheduler [None req-82deafdd-b518-4736-b588-30c378540791 None None] Resources bound (agent type, host, resource id): {{(pid=91985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:28.307250 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.307832 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82deafdd-b518-4736-b588-30c378540791 None None] Received port after_create {{(pid=91985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:28.315301 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.318992 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] No DVR routers for this DVR port 31bf741b-d288-4062-b6fb-8c8a49a745b5 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:28.322136 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.325147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'name': 'network-vif-deleted', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:28.352095 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.355932 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-876c3eff-cde6-4fc3-b11f-930d4cf42653 req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "DELETE /v2.0/ports/31bf741b-d288-4062-b6fb-8c8a49a745b5 HTTP/1.1" status: 204 len: 173 time: 1.1595452 May 27 13:24:28.530461 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-82deafdd-b518-4736-b588-30c378540791 None None] Attempting to bind port 74bc6212-b33b-464c-8b65-22274326a4bc on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:28.530751 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-82deafdd-b518-4736-b588-30c378540791 None None] Attempting to bind port 74bc6212-b33b-464c-8b65-22274326a4bc by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:28.531129 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82deafdd-b518-4736-b588-30c378540791 None None] Attempting to bind port 74bc6212-b33b-464c-8b65-22274326a4bc on network ec162395-4158-49a0-90b5-6e69dd8fa1dd {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:28.543857 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82deafdd-b518-4736-b588-30c378540791 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:28.544253 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82deafdd-b518-4736-b588-30c378540791 None None] Checking segment: {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:28.544704 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.545107 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82deafdd-b518-4736-b588-30c378540791 None None] Bound using segment: {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:28.545595 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-82deafdd-b518-4736-b588-30c378540791 None None] Bound port: 74bc6212-b33b-464c-8b65-22274326a4bc, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:28.546163 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.620075 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-817002a4-0c73-4355-acd0-5371c21f7ff4 req-4e6985bf-ce4a-492e-b79a-f7950d66e1d1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0645099 May 27 13:24:28.620834 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Attempting to bind port 10233b8e-416e-433a-b8ad-1172f5f6eda3 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:28.622371 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Attempting to bind port 10233b8e-416e-433a-b8ad-1172f5f6eda3 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:28.622847 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Attempting to bind port 10233b8e-416e-433a-b8ad-1172f5f6eda3 on network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:28.635561 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:28.635927 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Checking segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:28.638119 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.638561 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Bound using segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:28.639069 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Bound port: 10233b8e-416e-433a-b8ad-1172f5f6eda3, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:28.642016 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Allocated IP 172.27.3.60 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/fedd258f-f445-4584-bafd-87d735ed3e90) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:28.642552 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.738899 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-82deafdd-b518-4736-b588-30c378540791 None None] For port 74bc6212-b33b-464c-8b65-22274326a4bc, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:28.747056 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-82deafdd-b518-4736-b588-30c378540791 None None] For port 74bc6212-b33b-464c-8b65-22274326a4bc, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=74bc6212-b33b-464c-8b65-22274326a4bc,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:28.755136 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-82deafdd-b518-4736-b588-30c378540791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.762451 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-3f09a990-efa0-4d42-af24-e4978a13fdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.840519 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14d9ff6-eac6-4d99-9897-610b4eee5fe2', 'name': 'network-vif-deleted', 'tag': '31bf741b-d288-4062-b6fb-8c8a49a745b5', 'status': 'completed', 'code': 200} May 27 13:24:28.854460 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] For port 10233b8e-416e-433a-b8ad-1172f5f6eda3, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:28.859892 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] For port 10233b8e-416e-433a-b8ad-1172f5f6eda3, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=10233b8e-416e-433a-b8ad-1172f5f6eda3,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:28.865902 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.873978 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-39d876e1-8454-455e-9958-e3986d82e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.884069 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deafdd-b518-4736-b588-30c378540791 None None] Pushing event updated for resources: {'Port': ['ID=74bc6212-b33b-464c-8b65-22274326a4bc,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:28.896643 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-82deafdd-b518-4736-b588-30c378540791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:28.904953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.954944 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:28.960883 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a2c0610f-c7e7-45b4-ae57-4618681b9519 tempest-AttachVolumeNegativeTest-1149870679 tempest-AttachVolumeNegativeTest-1149870679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:28.967864 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:28.968543 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:29.033398 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Pushing event updated for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:29.040550 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:29.045656 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:29.047324 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-1d733cdf-7663-4d05-8f03-f6e96ea8352b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:29.051040 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:29.112640 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Pushing event updated for resources: {'Port': ['ID=fedd258f-f445-4584-bafd-87d735ed3e90,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:29.140407 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:29.248278 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:29.640569 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:29.703479 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:28Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:29.716297 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68a5609-b1d2-412a-818f-f6524dc18d3c None None] The sync data for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi is: [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:28Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:29.730228 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 74bc6212-b33b-464c-8b65-22274326a4bc up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:29.936391 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 74bc6212-b33b-464c-8b65-22274326a4bc completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:29.946149 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 10233b8e-416e-433a-b8ad-1172f5f6eda3 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:30.053231 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eedb2eee-653a-4599-8f67-818bfcf047c4 req-3b9c0fe6-c7c7-4a0b-98f4-4ae3f43bccc0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.1321061 May 27 13:24:30.083665 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:30.093616 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:30.094389 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.229644 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d5ef3-bdac-405f-ac16-9a282ded278f None None] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:30.344329 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Provisioning for port 74bc6212-b33b-464c-8b65-22274326a4bc completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:30.352653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Provisioning complete for port 74bc6212-b33b-464c-8b65-22274326a4bc triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:30.353044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.383173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.409118 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4122803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4121098'] for router, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.492636 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 10233b8e-416e-433a-b8ad-1172f5f6eda3, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=10233b8e-416e-433a-b8ad-1172f5f6eda3,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:30.528542 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.534509 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:30.580305 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-ed179827-7239-40e3-9f57-6a7dc3514f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.651521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Router 5a362374-e5a0-420a-a96b-10eb52311915 is scheduled to L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a with binding_index 1 {{(pid=91984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 13:24:30.704082 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:30.712325 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:30.713124 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.761713 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] For port 74bc6212-b33b-464c-8b65-22274326a4bc, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=74bc6212-b33b-464c-8b65-22274326a4bc,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:30.767199 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.770651 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:30.838565 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:30.849013 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Sync routers for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:30.859186 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Pushing event updated for resources: {'Port': ['ID=74bc6212-b33b-464c-8b65-22274326a4bc,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:30.863203 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-f49d6d8a-709e-4116-8ccd-e3c6aee73692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:30.868164 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:30.868868 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:30.874634 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] Notify callbacks [] for router, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:30.880243 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-7ef234ec-58c0-4ff9-9529-9d9d952a6f42 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5046470 May 27 13:24:30.880667 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58684) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:31.075793 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:31.238641 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4867330e-afc9-4790-bf6c-4301e3f1dfbe req-025d0405-5183-498d-a9d5-c801717cd6ff tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0521567 May 27 13:24:31.270192 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-56066d4f-9ace-47e1-9058-6d57e489ff83 None None] Provisioning complete for port 74bc6212-b33b-464c-8b65-22274326a4bc triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:31.270581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-56066d4f-9ace-47e1-9058-6d57e489ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:31.480388 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 31bf741b-d288-4062-b6fb-8c8a49a745b5 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:31.523964 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 31bf741b-d288-4062-b6fb-8c8a49a745b5 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:31.523964 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 31bf741b-d288-4062-b6fb-8c8a49a745b5 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:31.540536 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 74bc6212-b33b-464c-8b65-22274326a4bc up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:31.578295 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:29Z', 'revision_number': 3, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:31.592959 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Checking router: 5a362374-e5a0-420a-a96b-10eb52311915 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:31.593320 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Updating router 5a362374-e5a0-420a-a96b-10eb52311915 port fedd258f-f445-4584-bafd-87d735ed3e90 binding host dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:24:31.648967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:31.715529 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:31.767375 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 74bc6212-b33b-464c-8b65-22274326a4bc triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:31.767772 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:31.883005 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Allocated IP 172.20.0.1 (ec162395-4158-49a0-90b5-6e69dd8fa1dd/575880e1-62ff-445b-81f0-de238699d14e/54cb0033-b7a2-4aa6-a562-874815d4a216) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:32.040829 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 10233b8e-416e-433a-b8ad-1172f5f6eda3 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:32.166605 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 10233b8e-416e-433a-b8ad-1172f5f6eda3 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:32.167282 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.185946 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.203336 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Transition to ACTIVE for port object 54cb0033-b7a2-4aa6-a562-874815d4a216 will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:32.229601 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.234301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:32.282572 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks [] for port, precommit_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.299662 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Transition to ACTIVE for port object fedd258f-f445-4584-bafd-87d735ed3e90 will not be triggered until provisioned by entity L2. {{(pid=91985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:32.304535 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:32.308713 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:32.313247 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:32.339552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.350369 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:32.367057 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Pushing event updated for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:32.378201 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:32.394338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4118636'] for router_interface, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.425061 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0dafc21a-1ede-455a-a526-fe30b7e6bf69 req-5adaa77d-756d-4337-ae30-6bb7e3637fa1 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0630171 May 27 13:24:32.453236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Pushing event updated for resources: {'Port': ['ID=fedd258f-f445-4584-bafd-87d735ed3e90,revision_number=2']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:32.453236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Attempting to bind port fedd258f-f445-4584-bafd-87d735ed3e90 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:32.453236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Attempting to bind port fedd258f-f445-4584-bafd-87d735ed3e90 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:32.453236 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Attempting to bind port fedd258f-f445-4584-bafd-87d735ed3e90 on network a2826cd4-c5d3-4508-ba7d-6443bc462509 {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:32.456711 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:32.459734 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:32.460115 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Checking segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:32.460674 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.461005 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Bound using segment: {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'} {{(pid=91985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:32.461424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.managers [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Bound port: fedd258f-f445-4584-bafd-87d735ed3e90, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45618299-0abc-4d8b-89ae-45cc71bca66a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509'}}] {{(pid=91985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:32.462078 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.551640 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.563359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] For port fedd258f-f445-4584-bafd-87d735ed3e90, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:32.567114 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] For port fedd258f-f445-4584-bafd-87d735ed3e90, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=fedd258f-f445-4584-bafd-87d735ed3e90,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:32.572868 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.576546 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:32.662834 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:32.663471 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:32.747123 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-fa232343-512d-4286-b6b2-f9fec30845f4 None None] Provisioning for port 54cb0033-b7a2-4aa6-a562-874815d4a216 completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:32.753571 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Pushing event updated for resources: {'Port': ['ID=fedd258f-f445-4584-bafd-87d735ed3e90,revision_number=3']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:32.756983 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:32.764173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-fa232343-512d-4286-b6b2-f9fec30845f4 None None] Provisioning complete for port 54cb0033-b7a2-4aa6-a562-874815d4a216 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:32.764505 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-fa232343-512d-4286-b6b2-f9fec30845f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.790152 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.797132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.825368 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-207e72a5-913b-48a8-b5fb-e634d671255e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:32.912396 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Pushing event updated for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:32.915197 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3693817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4118735'] for router_interface, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:32.918970 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-fa232343-512d-4286-b6b2-f9fec30845f4 None None] Port 54cb0033-b7a2-4aa6-a562-874815d4a216 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:24:32.929129 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:32.947880 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:33.067390 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:33.068693 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:33.093184 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:33.421438 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Router 5a362374-e5a0-420a-a96b-10eb52311915 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:33.454381 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '54cb0033-b7a2-4aa6-a562-874815d4a216', 'name': '', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'mac_address': 'fa:16:3e:25:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:31Z', 'updated_at': '2021-05-27T13:24:31Z', 'revision_number': 1, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'subnets': [{'id': '575880e1-62ff-445b-81f0-de238699d14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:33.458178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-fde824c6-654f-4854-911a-5bcc78d0de76 None None] Provisioning complete for port 54cb0033-b7a2-4aa6-a562-874815d4a216 triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:33.458570 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-fde824c6-654f-4854-911a-5bcc78d0de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:33.489235 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ffe1e-970f-4b74-a994-b8c9f7770208 None None] The sync data for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi is: [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '54cb0033-b7a2-4aa6-a562-874815d4a216', 'name': '', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'mac_address': 'fa:16:3e:25:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:31Z', 'updated_at': '2021-05-27T13:24:31Z', 'revision_number': 1, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'subnets': [{'id': '575880e1-62ff-445b-81f0-de238699d14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:33.523750 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-fde824c6-654f-4854-911a-5bcc78d0de76 None None] Port 54cb0033-b7a2-4aa6-a562-874815d4a216 cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:24:33.621810 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-bd121237-6799-43b1-b78d-4da34c0db2a6 req-6d4febee-3570-4799-bd44-ad775d41f070 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e14d9ff6-eac6-4d99-9897-610b4eee5fe2 HTTP/1.1" status: 200 len: 210 time: 0.0474989 May 27 13:24:33.635901 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:33.645982 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] 10.222.0.52 "PUT /v2.0/routers/5a362374-e5a0-420a-a96b-10eb52311915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639620 May 27 13:24:34.441516 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58724) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:34.447783 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688242124', 'description': 'tempest-secgroup-smoke-688242124 description', 'project_id': '41ed307b6d854208a4977abb51d4b5f8'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:34.454804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:34.461360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:34.467095 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:34.479407 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:34.495461 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.552270 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:34.559942 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:34.566904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:34.573846 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:34.670690 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.676447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.680955 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-60ac93e5-f8da-42ff-a58b-a608a53d1a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:34.723851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:34.728310 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.732974 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2870548 May 27 13:24:34.733904 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58736) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:34.736569 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.737018 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.737472 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.737980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.738417 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.738848 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.739280 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.739727 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.740259 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.741074 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.741553 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.742027 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.743367 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:34.750238 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-c7df0f21-f11c-49f6-9944-1297acacb465 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:34.759564 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:34.768582 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:34.774569 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:34.789276 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:34.820077 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.923394 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.930291 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.933304 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-77443830-c056-4121-b91f-5ddee6704a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.935452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4875ce96-121d-4ae1-9003-5cbce152a6e0 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:34.957555 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58746) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:34.969237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb4ae60-a111-4191-9605-0fe2d8afa0bf,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.982475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:34.991312 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:34.992985 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:34.994189 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-4e84e7cf-5199-4cb1-93ca-1ef8501a7e09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586739 May 27 13:24:34.997940 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58752) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.003808 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:35.009816 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.013872 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.017039 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.023980 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.042709 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.093285 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.109202 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.113842 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Usage tracker for resource:security_group_rule and tenant:54adb68fde12403db534b876887f3de2 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.117508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.122611 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.125130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.127659 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.129667 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-46dd5f91-45e2-42ff-911c-33c11869db3b tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.156321 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e013836e-f53f-4558-a5c6-dc27a647c69d,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.161344 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.167652 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.169037 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6f992643-c4c8-4199-aa43-7cdefd32d0b2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699359 May 27 13:24:35.172059 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58756) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.179579 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:35.186913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.191149 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.194410 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.201542 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.222031 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.230018 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.235822 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.244232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-64662fe5-f50f-492b-bb92-0f2bdb7e6dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.298555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.303162 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.305269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.310958 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54adb68fde12403db534b876887f3de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495944 May 27 13:24:35.310958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f870ecf3-8e7b-4e47-8bbe-091a215be968,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.311680 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58760) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.313715 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d1ea9643-83c8-4307-8f8e-214933f824ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.343975 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d27f547-5830-4a0f-9289-78bdfe12ac90,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.350953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.362506 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.363677 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-8894ad31-71f7-4986-8b38-aee91cc17dda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902909 May 27 13:24:35.366865 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58764) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.373218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:35.379024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.383897 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.388130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.395353 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.403965 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.413852 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.437057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.495234 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.504354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.513603 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-a1b98d3f-1989-4be4-a12e-070561436dcb tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.513996 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.521395 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-7f74e7ea-93fa-4ae3-a972-4ef0266b30b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.536948 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870ecf3-8e7b-4e47-8bbe-091a215be968,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.539555 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.544436 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.545831 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0d974d7f-43b6-4750-917a-9896b93bf7fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f870ecf3-8e7b-4e47-8bbe-091a215be968 HTTP/1.1" status: 204 len: 168 time: 0.2291570 May 27 13:24:35.548912 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b077da-78ba-452c-81b9-efc1b9db15a5,revision_number=0']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.551783 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.581518 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.585874 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58770) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.586561 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-1c3746bc-a831-4a7f-91ab-0826a6714e9c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2184107 May 27 13:24:35.592093 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:35.602192 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.610453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.614050 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.620278 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.636190 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.securitygroups_db [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Project 41ed307b6d854208a4977abb51d4b5f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:24:35.645241 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.664620 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device fedd258f-f445-4584-bafd-87d735ed3e90 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:35.809090 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.818013 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.823818 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:35.842866 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port fedd258f-f445-4584-bafd-87d735ed3e90 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:35.852122 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port fedd258f-f445-4584-bafd-87d735ed3e90 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:35.852534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.887423 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a5ba86-53f9-4112-ab71-56266f3bf313,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:35.895998 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:35.903503 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:35.905417 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-ecafbece-a617-4350-bca0-9bcc5f120a5c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184290 May 27 13:24:35.908004 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58780) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:35.913545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'security_group_rule': {'security_group_id': 'e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183', 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:35.923315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:35.928488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:security_group_rule and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:35.935199 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:35.943892 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:35.957562 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.securitygroups_db [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Project 41ed307b6d854208a4977abb51d4b5f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 13:24:35.965430 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.044508 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.059720 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.064084 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998143'] for security_group_rule, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.066363 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0b34fd52-3503-4c53-ad43-8b9e652eb5e0 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:36.068113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port fedd258f-f445-4584-bafd-87d735ed3e90, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=fedd258f-f445-4584-bafd-87d735ed3e90,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:36.073363 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.081865 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:36.092252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf8947-ee6c-4ccb-9c13-cbe452e669bb,revision_number=0']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:36.095242 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:36.115802 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:36.117962 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-6bc72d34-98a0-48d2-9cbc-76ca249396d1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2082963 May 27 13:24:36.161801 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=fedd258f-f445-4584-bafd-87d735ed3e90,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:36.165342 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:36.679029 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.057060 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Sync routers for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:37.069917 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:37.070595 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:37.241232 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58854) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:37.276405 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:37.582026 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device fedd258f-f445-4584-bafd-87d735ed3e90 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:37.663865 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port fedd258f-f445-4584-bafd-87d735ed3e90 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:37.664239 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.678994 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '54cb0033-b7a2-4aa6-a562-874815d4a216', 'name': '', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'mac_address': 'fa:16:3e:25:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:31Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 2, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'subnets': [{'id': '575880e1-62ff-445b-81f0-de238699d14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:37.684039 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port 51d9b3c0-9c40-43e6-969d-45c64c17aaeb {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:37.684723 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.684892 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Checking router: 5a362374-e5a0-420a-a96b-10eb52311915 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:37.685172 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Updating router 5a362374-e5a0-420a-a96b-10eb52311915 port 54cb0033-b7a2-4aa6-a562-874815d4a216 binding host dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 13:24:37.743134 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.815932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.816257 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:37.966469 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for 51d9b3c0-9c40-43e6-969d-45c64c17aaeb owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:38.126629 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.128109 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks [] for port, precommit_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.131693 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-924e5c7d-234c-4335-b6af-cef1544b108e tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.140960 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.provisioning_blocks [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Transition to ACTIVE for port object 54cb0033-b7a2-4aa6-a562-874815d4a216 will not be triggered until provisioned by entity L2. {{(pid=91986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:38.148495 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.153304 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-2ac340b5-564e-4ea8-8627-2a5ecf2b5326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.180961 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=51d9b3c0-9c40-43e6-969d-45c64c17aaeb,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.217476 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.305488 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.306512 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Floating IP 1806bc88-9581-422c-b5fb-5ad45e8a1229 disassociated (deleted). External IP: 172.27.3.133, port: 17513b9c-3456-4437-a6b6-129c6c161a0e. May 27 13:24:38.387160 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843e1f8-65d2-4873-8b8a-228f75b55176 None None] Pushing event updated for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=3']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.400643 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-e843e1f8-65d2-4873-8b8a-228f75b55176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.423962 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Attempting to bind port 54cb0033-b7a2-4aa6-a562-874815d4a216 on host dv-cinder-751579-24-iscsi for vnic_type normal with profile {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:38.424787 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Attempting to bind port 54cb0033-b7a2-4aa6-a562-874815d4a216 by drivers openvswitch,hyperv on host dv-cinder-751579-24-iscsi at level 0 using segments [{'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:38.424976 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Attempting to bind port 54cb0033-b7a2-4aa6-a562-874815d4a216 on network ec162395-4158-49a0-90b5-6e69dd8fa1dd {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:38.435665 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Checking agent: {'id': 'fa812d6f-5c55-4de1-bb10-e7820a44a30b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-751579-24-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 5, 3), 'started_at': datetime.datetime(2021, 5, 27, 13, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-751579-24-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:38.436314 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Checking segment: {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:38.436945 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.437722 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Bound using segment: {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'} {{(pid=91986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:38.438402 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.managers [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Bound port: 54cb0033-b7a2-4aa6-a562-874815d4a216, host: dv-cinder-751579-24-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd'}}] {{(pid=91986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:38.438981 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.482963 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.594089 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] For port 54cb0033-b7a2-4aa6-a562-874815d4a216, host dv-cinder-751579-24-iscsi, cleared binding levels {{(pid=91986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:38.606826 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.plugins.ml2.db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] For port 54cb0033-b7a2-4aa6-a562-874815d4a216, host dv-cinder-751579-24-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=54cb0033-b7a2-4aa6-a562-874815d4a216,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:38.615967 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron_lib.callbacks.manager [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:38.622215 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:38.716188 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:38.716906 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:38.792521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:38.813115 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843e1f8-65d2-4873-8b8a-228f75b55176 None None] Pushing event updated for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=4']} {{(pid=91986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:38.827929 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG oslo_concurrency.lockutils [None req-e843e1f8-65d2-4873-8b8a-228f75b55176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:38.960380 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:39.090326 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:39.110224 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:39.116565 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:39.125373 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:39.126027 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.283815 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ad9d-7ee3-41bf-9515-c70f90ea4d32 req-b5be61de-0f8f-4a0d-9ce7-9de2e78bf2c3 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:39.285402 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5966ad9d-7ee3-41bf-9515-c70f90ea4d32 req-b5be61de-0f8f-4a0d-9ce7-9de2e78bf2c3 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 946 time: 0.2922416 May 27 13:24:39.303302 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '54cb0033-b7a2-4aa6-a562-874815d4a216', 'name': '', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'mac_address': 'fa:16:3e:25:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:31Z', 'updated_at': '2021-05-27T13:24:38Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'subnets': [{'id': '575880e1-62ff-445b-81f0-de238699d14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.308166 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb714f-7290-4edc-a5c4-f5053293c2a3 None None] The sync data for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi is: [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:24:32Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '54cb0033-b7a2-4aa6-a562-874815d4a216', 'name': '', 'network_id': 'ec162395-4158-49a0-90b5-6e69dd8fa1dd', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'mac_address': 'fa:16:3e:25:78:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '575880e1-62ff-445b-81f0-de238699d14e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:31Z', 'updated_at': '2021-05-27T13:24:38Z', 'revision_number': 4, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'subnets': [{'id': '575880e1-62ff-445b-81f0-de238699d14e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:39.323112 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-89171ee2-258f-4b37-9d1c-38f4e47ea19b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "DELETE /v2.0/floatingips/1806bc88-9581-422c-b5fb-5ad45e8a1229 HTTP/1.1" status: 204 len: 168 time: 2.0798817 May 27 13:24:39.324621 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:39.336078 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:39.361008 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5966ad9d-7ee3-41bf-9515-c70f90ea4d32 req-69cfe7ed-962d-45f4-8ef1-49263f2ba116 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674753 May 27 13:24:39.437926 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'status': 'completed', 'code': 200} May 27 13:24:39.594700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-535eea9a-240f-4c58-a702-884247a6ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:39.597044 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-535eea9a-240f-4c58-a702-884247a6ddf6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 1098 time: 0.1258531 May 27 13:24:39.723461 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 54cb0033-b7a2-4aa6-a562-874815d4a216 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:39.821551 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260120d3-7d74-4919-a292-f88d6ec10b35 req-df2891ce-426a-4449-ac45-b41b132b206f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:39.822475 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-260120d3-7d74-4919-a292-f88d6ec10b35 req-df2891ce-426a-4449-ac45-b41b132b206f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:39.832628 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:39.838210 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:39.844088 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-260120d3-7d74-4919-a292-f88d6ec10b35 req-df2891ce-426a-4449-ac45-b41b132b206f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:39.845529 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-260120d3-7d74-4919-a292-f88d6ec10b35 req-df2891ce-426a-4449-ac45-b41b132b206f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.1166892 May 27 13:24:39.850252 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning for port 54cb0033-b7a2-4aa6-a562-874815d4a216 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:24:39.861781 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 54cb0033-b7a2-4aa6-a562-874815d4a216 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:39.862339 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:39.917097 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-260120d3-7d74-4919-a292-f88d6ec10b35 req-c60492c0-58b3-44d5-9916-a964058b28db tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604589 May 27 13:24:39.928153 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-ffd9ff26-025f-4acb-89c2-94d251845845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:39.929899 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-ffd9ff26-025f-4acb-89c2-94d251845845 service neutron] 10.222.0.21 "GET /v2.0/networks?id=acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 200 len: 912 time: 0.3118324 May 27 13:24:39.944100 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:39.945231 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:40.010242 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-5058c924-dfe9-4425-b87f-65db880d79ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 200 len: 217 time: 0.0694242 May 27 13:24:40.099453 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-a1711623-a340-49fb-9cec-f8cd18c2a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.101561 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-a1711623-a340-49fb-9cec-f8cd18c2a4c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 200 len: 850 time: 0.0805697 May 27 13:24:40.193574 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-6ca8784b-89a8-49d4-8bb5-c9a405182098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.195064 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-6ca8784b-89a8-49d4-8bb5-c9a405182098 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=acd8b240-8bde-43be-9e0b-74e5a513d6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0851996 May 27 13:24:40.270420 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:40.354751 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-eeb62616-aec5-40f3-9aa4-ba44856b4a9a service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472361 May 27 13:24:40.405533 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.508509 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-0347ccf6-723a-4c7d-a075-349ef7198c31 req-b1a2969d-69c2-4d02-8d8d-e0af5b2e05fc service neutron] 10.222.0.21 "GET /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454597 May 27 13:24:40.587203 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] For port 54cb0033-b7a2-4aa6-a562-874815d4a216, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=54cb0033-b7a2-4aa6-a562-874815d4a216,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:40.593529 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:40.598586 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:40.608057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d14b9c-3273-443d-8c21-cd7ff0022553 req-5deb58c5-316d-45f7-bb09-4b664dcb7e29 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.609885 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-11d14b9c-3273-443d-8c21-cd7ff0022553 req-5deb58c5-316d-45f7-bb09-4b664dcb7e29 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 946 time: 0.1032372 May 27 13:24:40.666862 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-11d14b9c-3273-443d-8c21-cd7ff0022553 req-69bcdcf4-b1be-433a-9075-cc4d2daed640 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505986 May 27 13:24:40.736723 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Pushing event updated for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:40.747103 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:40.797251 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:40.802055 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee23a18-acbf-4857-8554-0915e4e6f477 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:15:32Z', 'revision_number': 4, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '30586127-8a54-47bc-bb25-7cb43691faa9', 'name': '', 'network_id': 'acd8b240-8bde-43be-9e0b-74e5a513d6a5', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'mac_address': 'fa:16:3e:f5:e1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:31Z', 'updated_at': '2021-05-27T13:15:43Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'subnets': [{'id': 'ddab656f-cc37-4ff3-88bd-7bdc04ee7b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:40.994778 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-85ad0e94-f45c-4ea9-9155-2e76f0a09bb7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:40.995614 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-85ad0e94-f45c-4ea9-9155-2e76f0a09bb7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Synchronizing usage tracker for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:41.015157 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-85ad0e94-f45c-4ea9-9155-2e76f0a09bb7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Unset dirty status for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:41.017340 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-85ad0e94-f45c-4ea9-9155-2e76f0a09bb7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 946 time: 0.1045325 May 27 13:24:41.147842 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f83ab4-a9f8-4ead-9b49-14bd1b471393 None None] New status for floating IP 1806bc88-9581-422c-b5fb-5ad45e8a1229: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:24:41.164244 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167a278-09ab-4c26-a45f-df9aa5404bf0 req-ad0f80b0-74da-4e9c-b4d6-4d9f64e57530 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:41.166740 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0167a278-09ab-4c26-a45f-df9aa5404bf0 req-ad0f80b0-74da-4e9c-b4d6-4d9f64e57530 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.1128991 May 27 13:24:41.194142 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Deleting port e8088ad0-8902-47b8-925f-79a2463036cb {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:41.194502 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.221445 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0167a278-09ab-4c26-a45f-df9aa5404bf0 req-e8f3bdac-49bf-4ec5-a7ac-86a8ca382d1b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea1e97a8-3316-4070-80f9-a3af9949b81f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478914 May 27 13:24:41.350475 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] For port e8088ad0-8902-47b8-925f-79a2463036cb, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=e8088ad0-8902-47b8-925f-79a2463036cb,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:41.350845 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.485844 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Calling delete_port for e8088ad0-8902-47b8-925f-79a2463036cb owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:41.521207 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-dddd63ce-a854-434b-a016-4db41683d89b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:41.522707 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-dddd63ce-a854-434b-a016-4db41683d89b tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 945 time: 0.0896623 May 27 13:24:41.543834 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 54cb0033-b7a2-4aa6-a562-874815d4a216 up at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:24:41.624794 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Provisioning complete for port 54cb0033-b7a2-4aa6-a562-874815d4a216 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:24:41.625624 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.638431 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.647385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:41.672530 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['e8088ad0-8902-47b8-925f-79a2463036cb'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:24:41.692057 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port 17513b9c-3456-4437-a6b6-129c6c161a0e {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:41.694590 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.710007 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Pushing event deleted for resources: {'Port': ['ID=e8088ad0-8902-47b8-925f-79a2463036cb,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:41.749171 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:41.812069 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] No DVR routers for this DVR port e8088ad0-8902-47b8-925f-79a2463036cb on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:41.814782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.817869 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'name': 'network-vif-deleted', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:41.840317 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-13b54e5a-c79e-423d-8c4e-256d1480df52 req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "DELETE /v2.0/ports/e8088ad0-8902-47b8-925f-79a2463036cb HTTP/1.1" status: 204 len: 173 time: 0.8152618 May 27 13:24:41.857185 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] For port 17513b9c-3456-4437-a6b6-129c6c161a0e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=17513b9c-3456-4437-a6b6-129c6c161a0e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:41.858743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:41.904836 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd5004c-6f3a-41fa-8141-a22911d0d32d', 'name': 'network-vif-deleted', 'tag': 'e8088ad0-8902-47b8-925f-79a2463036cb', 'status': 'completed', 'code': 200} May 27 13:24:42.052026 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for 17513b9c-3456-4437-a6b6-129c6c161a0e owned by compute:nova {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:42.064958 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-4ff012e1-78e5-429f-b5cc-440de3772ad2 req-3ec0c695-5796-486e-a23b-6e7532bdbdcd tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfd5004c-6f3a-41fa-8141-a22911d0d32d HTTP/1.1" status: 200 len: 210 time: 0.1184609 May 27 13:24:42.174219 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:42.180780 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-5492796e-254b-4fdf-99ce-943a1f69f2b6 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:42.231362 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=17513b9c-3456-4437-a6b6-129c6c161a0e,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:42.234236 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:42.310264 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] No DVR routers for this DVR port 17513b9c-3456-4437-a6b6-129c6c161a0e on host hv-cinder-75157 {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:42.312947 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:42.315522 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'name': 'network-vif-deleted', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:42.332888 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c2193c30-443e-4f53-9bb2-ab49cbc160e5 req-cfd3b769-dd88-42bc-a9c4-9c64938bed73 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.21 "DELETE /v2.0/ports/17513b9c-3456-4437-a6b6-129c6c161a0e HTTP/1.1" status: 204 len: 173 time: 0.8026133 May 27 13:24:42.374248 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69a9f9b-7fc8-435e-aad3-fad7298b377b', 'name': 'network-vif-deleted', 'tag': '17513b9c-3456-4437-a6b6-129c6c161a0e', 'status': 'completed', 'code': 200} May 27 13:24:42.433929 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-c297d528-2669-4c46-a543-38d37e4d76d2 req-b5b2096e-815d-47a0-91f4-8e781b730338 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Synchronizing usage tracker for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:42.456521 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-c297d528-2669-4c46-a543-38d37e4d76d2 req-b5b2096e-815d-47a0-91f4-8e781b730338 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Unset dirty status for tenant:bd3956808db147c5b64b1f6b5dd27de2 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:42.465848 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c297d528-2669-4c46-a543-38d37e4d76d2 req-b5b2096e-815d-47a0-91f4-8e781b730338 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "GET /v2.0/ports?device_id=e69a9f9b-7fc8-435e-aad3-fad7298b377b HTTP/1.1" status: 200 len: 210 time: 0.0960863 May 27 13:24:43.554890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 58904) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:43.779302 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Deleting port fca03fe7-9028-4813-9b7a-a5e7dd75de94 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:43.779776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.007356 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.007703 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.135774 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Calling delete_port for fca03fe7-9028-4813-9b7a-a5e7dd75de94 owned by network:floatingip {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:44.253106 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.257738 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-716f09ef-2331-4a6c-998c-ad0144ab21ee tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:44.312220 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'Port': ['ID=fca03fe7-9028-4813-9b7a-a5e7dd75de94,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:44.338371 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:44.405137 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for floatingip, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.424624 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:44.425810 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-742c8b6d-366a-475c-a944-4d12bafd2694 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "DELETE /v2.0/floatingips/efe4571d-503a-480c-969a-b0606bd15b6b HTTP/1.1" status: 204 len: 168 time: 0.8698218 May 27 13:24:45.656062 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 17513b9c-3456-4437-a6b6-129c6c161a0e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:45.692788 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 17513b9c-3456-4437-a6b6-129c6c161a0e {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:45.693143 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 17513b9c-3456-4437-a6b6-129c6c161a0e not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:45.693569 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device e8088ad0-8902-47b8-925f-79a2463036cb no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:45.732212 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: e8088ad0-8902-47b8-925f-79a2463036cb {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:45.732602 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device e8088ad0-8902-47b8-925f-79a2463036cb not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:46.910298 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:24:48.051904 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58950) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:48.125267 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.158477 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.225517 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.230541 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-3c6b8e13-5267-4a02-9de3-7a4f5a2f4f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:48.248813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e97a8-3316-4070-80f9-a3af9949b81f,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:48.251204 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:48.267226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:48.269258 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-b763eab2-ec64-415d-a2d4-b6bc234aaee5 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] 10.222.0.52 "DELETE /v2.0/security-groups/ea1e97a8-3316-4070-80f9-a3af9949b81f HTTP/1.1" status: 204 len: 168 time: 0.2162671 May 27 13:24:48.333146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58956) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:48.831477 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.294163 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.721283 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Deleting port 30586127-8a54-47bc-bb25-7cb43691faa9 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:49.721546 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.849767 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] For port 30586127-8a54-47bc-bb25-7cb43691faa9, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=30586127-8a54-47bc-bb25-7cb43691faa9,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:49.850127 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:49.976547 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Calling delete_port for 30586127-8a54-47bc-bb25-7cb43691faa9 owned by network:router_interface {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:50.271530 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:50.276604 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-98a056c6-0cc2-4c25-863f-a2a85e564737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:50.471754 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=30586127-8a54-47bc-bb25-7cb43691faa9,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:50.478467 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:50.708415 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:51.078437 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Router 25c969a2-126f-40f7-b2e4-12be08ac0b0a has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:51.260480 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:51.271460 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Sync routers for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:51.276098 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-edd34b7b-1a78-4b08-ad0b-74fe47ee3bd6 admin admin] 10.222.0.52 "PUT /v2.0/routers/25c969a2-126f-40f7-b2e4-12be08ac0b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9394877 May 27 13:24:51.276271 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58978) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:51.281981 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:51.282603 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:51.452016 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:51.457554 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:51.630747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:51.702969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Deleting port 3c255a06-1458-4dac-a061-c77dcd781101 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:51.703202 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:51.750541 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '3c255a06-1458-4dac-a061-c77dcd781101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:24:50Z', 'revision_number': 5, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port': {'id': '3c255a06-1458-4dac-a061-c77dcd781101', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:44:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:27Z', 'updated_at': '2021-05-27T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:51.754793 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Checking router: 25c969a2-126f-40f7-b2e4-12be08ac0b0a for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:51.764629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Routers {'25c969a2-126f-40f7-b2e4-12be08ac0b0a'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:51.765266 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:51.918382 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] Set router 25c969a2-126f-40f7-b2e4-12be08ac0b0a gateway port host: None {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:51.943683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] For port 3c255a06-1458-4dac-a061-c77dcd781101, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=3c255a06-1458-4dac-a061-c77dcd781101,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:51.944040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.067618 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:24:51Z', 'revision_number': 6, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:52.071522 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131a95-d046-48f7-b97a-485a7b4cf530 None None] The sync data for ids ['25c969a2-126f-40f7-b2e4-12be08ac0b0a'] in dv-cinder-751579-24-iscsi is: [{'id': '25c969a2-126f-40f7-b2e4-12be08ac0b0a', 'name': 'tempest-TestVolumeBootPattern-992698535-router', 'tenant_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:25Z', 'updated_at': '2021-05-27T13:24:51Z', 'revision_number': 6, 'project_id': 'bd3956808db147c5b64b1f6b5dd27de2', 'gw_port_host': None}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:52.071851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Calling delete_port for 3c255a06-1458-4dac-a061-c77dcd781101 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:52.218580 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.223059 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-61ae4907-add0-4a3e-8d0d-87a075c426d4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:52.275155 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c255a06-1458-4dac-a061-c77dcd781101,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:52.278367 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:52.372164 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.560556 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.562928 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.586606 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.587050 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c969a2-126f-40f7-b2e4-12be08ac0b0a {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:24:52.600854 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.601988 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-84224208-e9f7-416b-947a-416ab8bb6378 admin admin] 10.222.0.52 "DELETE /v2.0/routers/25c969a2-126f-40f7-b2e4-12be08ac0b0a HTTP/1.1" status: 204 len: 168 time: 1.3238826 May 27 13:24:52.604600 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 58994) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:52.665566 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Deleting subnet ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:24:52.669105 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.718728 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:52.802434 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.060558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.068193 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-38f96577-69f9-4907-9e79-c02c151e5a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:53.111336 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.114593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddab656f-cc37-4ff3-88bd-7bdc04ee7b12,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:53.115410 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e67d40c-9867-4066-9140-cb14347063ce None None] Network acd8b240-8bde-43be-9e0b-74e5a513d6a5 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:53.117462 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:53.122401 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-de357040-d8ed-422d-9e0c-2db1b6ff5a55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ddab656f-cc37-4ff3-88bd-7bdc04ee7b12 HTTP/1.1" status: 204 len: 168 time: 0.5163393 May 27 13:24:53.124886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59002) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:53.233972 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.312581 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Deleting port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:53.313631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.379739 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] DHCP port deletion for acd8b240-8bde-43be-9e0b-74e5a513d6a5 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:24:53.468997 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Deleting port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:53.469376 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.566055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] For port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:53.566911 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.582264 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 30586127-8a54-47bc-bb25-7cb43691faa9 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:53.629178 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 30586127-8a54-47bc-bb25-7cb43691faa9 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:53.629662 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 30586127-8a54-47bc-bb25-7cb43691faa9 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:53.629947 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3c255a06-1458-4dac-a061-c77dcd781101 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:53.667874 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 3c255a06-1458-4dac-a061-c77dcd781101 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:53.668208 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 3c255a06-1458-4dac-a061-c77dcd781101 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:53.668669 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b3b27554-3d3b-4950-92ac-b6d76c8a7f9e no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:53.693414 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] For port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,segment=NetworkSegment(e5cca9b7-225e-4c7f-996d-97a8b77141ab),segment_id=e5cca9b7-225e-4c7f-996d-97a8b77141ab)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:53.693815 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.702354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Calling delete_port for b3b27554-3d3b-4950-92ac-b6d76c8a7f9e owned by network:dhcp {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:53.752011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.756866 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fcbf527c-bc14-4b84-a7ec-65cda6356a0f tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:53.767722 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-e95a9e1f-50a6-4653-bc83-6ecd171f6b3a tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:53.774641 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-e95a9e1f-50a6-4653-bc83-6ecd171f6b3a tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 814 time: 0.1746283 May 27 13:24:53.784703 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-d1ef775a-e204-4d6f-bafe-e7b6699e3f68 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/quotas/59c3c33b5dbb426bb49d92ae2b1ca4b1 HTTP/1.1" status: 200 len: 375 time: 0.0093560 May 27 13:24:53.805279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] No DVR routers for this DVR port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e on host dv-cinder-751579-24-iscsi {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:53.835203 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:53.836331 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Calling delete_port for b3b27554-3d3b-4950-92ac-b6d76c8a7f9e owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:53.838534 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:53.845605 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-c85effb9-3d5c-4904-8f5b-300b5c7bfec1 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541530 May 27 13:24:53.864137 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No active binding found for port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e {{(pid=91985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 13:24:53.864869 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device b3b27554-3d3b-4950-92ac-b6d76c8a7f9e not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:53.899805 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.905127 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:53.914069 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-20f6b091-5f3e-4097-8829-21c850163528 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:24:53.915130 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-20f6b091-5f3e-4097-8829-21c850163528 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0656364 May 27 13:24:53.937672 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:53.949616 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Pushing event deleted for resources: {'Port': ['ID=b3b27554-3d3b-4950-92ac-b6d76c8a7f9e,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:53.951132 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd8b240-8bde-43be-9e0b-74e5a513d6a5']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:53.955004 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] No DVR routers for this DVR port b3b27554-3d3b-4950-92ac-b6d76c8a7f9e on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:53.961427 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.962029 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.962527 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.963038 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.963518 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.964045 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.965075 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.966014 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.966513 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.966998 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.967493 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.967970 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:24:53.971111 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-d84a79ab-422d-42af-bc19-c87a3501cb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:53.973877 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cca9b7-225e-4c7f-996d-97a8b77141ab') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:53.974177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cca9b7-225e-4c7f-996d-97a8b77141ab') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:53.987042 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.003788 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.010298 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:24:54.010782 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:24:54.024365 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:24:54.055864 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-7ac49a12-e959-4f86-b19e-720e6ff39089 service neutron] 10.222.0.52 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337252 May 27 13:24:54.112352 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.116394 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-804414dd-ac30-4cc6-99c0-5215115fe7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:54.129683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:54.139350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd8b240-8bde-43be-9e0b-74e5a513d6a5,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:54.143876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:54.158099 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] 10.222.0.52 "DELETE /v2.0/networks/acd8b240-8bde-43be-9e0b-74e5a513d6a5 HTTP/1.1" status: 204 len: 168 time: 1.0321939 May 27 13:24:54.161180 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59024) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:54.201492 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-d3880fd0-06f1-4233-b0ba-43120cffafec service neutron] 10.222.0.52 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392746 May 27 13:24:54.381538 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-70ad472c-2ca1-4e74-9d5a-ecf403108c7c req-bbcc7f3f-fdf9-4cf4-96ac-445f68df0413 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 210 time: 0.0426593 May 27 13:24:54.754647 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:55.306198 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Deleting port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:55.306546 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:55.432155 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] For port 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:55.432540 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:55.582159 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Calling delete_port for 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e owned by network:router_interface {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:55.664858 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-9e6ca926-0254-4f38-9dca-b8060c02d196 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:55.667555 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-9e6ca926-0254-4f38-9dca-b8060c02d196 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 814 time: 0.1757278 May 27 13:24:55.688022 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Request body: {'port': {'device_id': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66', 'admin_state_up': True, 'tenant_id': '59c3c33b5dbb426bb49d92ae2b1ca4b1'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:55.759572 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:55.765660 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:55.813920 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d11b692-69b1-47b2-83cc-9e7b1cb56c8e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:55.822957 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0a84d021-de85-4d5b-82b7-d2ae289662fc req-658c2e86-a048-4d08-bf0b-267de57ceb51 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 210 time: 0.1138220 May 27 13:24:55.856855 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:55.904743 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:24:55.910009 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Usage tracker for resource:port and tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:24:55.913179 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:24:55.919841 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:24:55.933398 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Made reservation on behalf of 59c3c33b5dbb426bb49d92ae2b1ca4b1 for: {'port': 1} {{(pid=91984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:24:55.937320 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.108419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.111405 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Allocated IP 172.20.0.8 (5a2f48e2-0e0b-43b3-a0c7-554949fefc66/3f3892a8-d36e-44cf-a1be-6eadce7433a1/95a3bea8-0f65-407e-9702-a3b4b09e4a61) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:24:56.430901 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.461275 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.467449 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-24b9e85d-dc01-45df-858c-d8e8882cff42 tempest-TestMinimumBasicScenario-2056615489 tempest-TestMinimumBasicScenario-2056615489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:56.493112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Router dc2fb554-9e2f-40d4-a444-7c8c95d27269 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:24:56.532686 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:24:56.535753 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:24:56.539583 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:24:56.577022 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Pushing event updated for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:56.585603 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:56.608221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:56.608874 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.642508 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-745a9610-60aa-4b36-95ce-88716568a3e5 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9656751 May 27 13:24:56.655176 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Request body: {'port': {'device_id': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:24:56.773013 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:56.797328 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:24:56.807208 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Sync routers for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:24:56.814779 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] 10.222.0.52 "PUT /v2.0/routers/dc2fb554-9e2f-40d4-a444-7c8c95d27269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527503 May 27 13:24:56.817183 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59054) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:56.843369 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:56.844278 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:57.058524 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.085682 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:57.192281 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-498ddeda-dfdc-4633-86b6-bcf17eb302a8 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688242124&fields=id&tenant_id=41ed307b6d854208a4977abb51d4b5f8 HTTP/1.1" status: 200 len: 267 time: 0.1044109 May 27 13:24:57.247432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.329807 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Deleting port c4e19823-c41a-4057-a56b-143ec762fbd9 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:57.330056 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.375523 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4068b-4013-410e-8d2b-2c8db909f793 req-919ef9f4-2dbe-4389-9a10-4af7aff683c4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:57.376262 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-edc4068b-4013-410e-8d2b-2c8db909f793 req-919ef9f4-2dbe-4389-9a10-4af7aff683c4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Synchronizing usage tracker for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91984) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:24:57.393968 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:24:55Z', 'revision_number': 5, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port': {'id': 'c4e19823-c41a-4057-a56b-143ec762fbd9', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:15:40Z', 'updated_at': '2021-05-27T13:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:57.398061 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Checking router: dc2fb554-9e2f-40d4-a444-7c8c95d27269 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:24:57.407622 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Routers {'dc2fb554-9e2f-40d4-a444-7c8c95d27269'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:24:57.408251 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:24:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:57.419269 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a3bea8-0f65-407e-9702-a3b4b09e4a61 {{(pid=91984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:24:57.441712 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [req-edc4068b-4013-410e-8d2b-2c8db909f793 req-919ef9f4-2dbe-4389-9a10-4af7aff683c4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Unset dirty status for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91984) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:24:57.442636 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-edc4068b-4013-410e-8d2b-2c8db909f793 req-919ef9f4-2dbe-4389-9a10-4af7aff683c4 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 931 time: 0.4445961 May 27 13:24:57.446791 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.467140 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] For port c4e19823-c41a-4057-a56b-143ec762fbd9, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=c4e19823-c41a-4057-a56b-143ec762fbd9,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:57.467560 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.496771 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.provisioning_blocks [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Transition to ACTIVE for port object 95a3bea8-0f65-407e-9702-a3b4b09e4a61 will not be triggered until provisioned by entity L2. {{(pid=91984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:24:57.506319 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-2ce0ff77-dfd4-45cc-b6a0-b474aaec57e5 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:57.510188 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-2ce0ff77-dfd4-45cc-b6a0-b474aaec57e5 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 808 time: 0.3025928 May 27 13:24:57.522647 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.535689 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-519b6b04-c17d-4206-a409-64f83d45e536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:57.570554 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] Set router dc2fb554-9e2f-40d4-a444-7c8c95d27269 gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:24:57.598048 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-edc4068b-4013-410e-8d2b-2c8db909f793 req-5575e111-dacc-45cb-88a9-c44648e62975 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325092 May 27 13:24:57.599290 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-a61dc2a8-ad12-4174-a848-29087ed73002 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/quotas/41ed307b6d854208a4977abb51d4b5f8 HTTP/1.1" status: 200 len: 375 time: 0.0814459 May 27 13:24:57.626219 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Calling delete_port for c4e19823-c41a-4057-a56b-143ec762fbd9 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:57.720628 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:24:57Z', 'revision_number': 6, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:24:57.723722 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:57.725309 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523b1723-5a59-4ae0-8524-8e1e50b5d6f9 None None] The sync data for ids ['dc2fb554-9e2f-40d4-a444-7c8c95d27269'] in dv-cinder-751579-24-iscsi is: [{'id': 'dc2fb554-9e2f-40d4-a444-7c8c95d27269', 'name': 'tempest-TestVolumeBootPattern-952975903-router', 'tenant_id': '72a4b4a52f4c41afaec5d915c750f280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:15:38Z', 'updated_at': '2021-05-27T13:24:57Z', 'revision_number': 6, 'project_id': '72a4b4a52f4c41afaec5d915c750f280', 'gw_port_host': None}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:24:57.762823 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:57.790036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.793855 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f8617371-7562-46ff-a552-d91ce3a62f9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:57.837862 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e19823-c41a-4057-a56b-143ec762fbd9,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:57.841267 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:57.853272 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Attempting to bind port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:24:57.853822 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Attempting to bind port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:24:57.853948 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Attempting to bind port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:57.864491 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-ab69efb4-1528-47f3-862e-e1645c6b761f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102075 May 27 13:24:57.865202 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:24:57.865513 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Attempting to bind port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 on network 5a2f48e2-0e0b-43b3-a0c7-554949fefc66 {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:24:57.871134 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:24:57.871489 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Checking segment: {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:24:57.871875 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Bound using segment: {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'} {{(pid=91984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:24:57.872307 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.managers [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Bound port: 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47a791-96a5-40ea-bc15-f80e12a991b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66'}}] {{(pid=91984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:24:57.872788 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.934820 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:57.945316 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-e3bc9a99-5763-4f75-af40-80ee5024114a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=91984) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 13:24:57.946300 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-e3bc9a99-5763-4f75-af40-80ee5024114a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593042 May 27 13:24:58.056833 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, cleared binding levels {{(pid=91984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:24:58.070001 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:24:58.084173 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.090802 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-36c2b861-40ab-4c2c-b552-84d778d76300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:58.114757 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.117065 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.146677 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.147512 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2fb554-9e2f-40d4-a444-7c8c95d27269 {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:24:58.162772 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:58.163421 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.163643 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.164806 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] 10.222.0.52 "DELETE /v2.0/routers/dc2fb554-9e2f-40d4-a444-7c8c95d27269 HTTP/1.1" status: 204 len: 168 time: 1.3466473 May 27 13:24:58.167275 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59066) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:58.167457 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] 10.222.0.21 "PUT /v2.0/ports/95a3bea8-0f65-407e-9702-a3b4b09e4a61 HTTP/1.1" status: 200 len: 1093 time: 1.5173562 May 27 13:24:58.170610 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:24:58.182517 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-b25f56e2-cbd0-420a-bf46-7938c9c5f6e5 service neutron] 10.222.0.52 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290180 May 27 13:24:58.263159 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Deleting subnet dae84097-dcf6-4cdc-847b-85b627a3be53 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:24:58.266742 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.326058 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61', 'status': 'completed', 'code': 200} May 27 13:24:58.429741 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=3']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:58.439343 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.441360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-f649102f-02cc-452c-ae5b-977c915d0b96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:58.502363 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-fa526eb3-bcce-4f61-abfb-50f336cb4343 service neutron] 10.222.0.52 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031321 May 27 13:24:58.508909 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-2d1fb99b-6c50-4058-9056-7a186e7e8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:58.510276 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-2d1fb99b-6c50-4058-9056-7a186e7e8196 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 1096 time: 0.1835716 May 27 13:24:58.522104 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.584747 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-383410ab-8ebe-487e-8fde-47d1297fa2a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61 HTTP/1.1" status: 200 len: 217 time: 0.0667541 May 27 13:24:58.651611 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-0a92b44b-1b4d-4479-9169-d1954c3705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:58.653848 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-0a92b44b-1b4d-4479-9169-d1954c3705d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f3892a8-d36e-44cf-a1be-6eadce7433a1 HTTP/1.1" status: 200 len: 854 time: 0.0628223 May 27 13:24:58.724979 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-24d7250e-2a3a-4984-88ea-25728cfccfd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546079 May 27 13:24:58.860746 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.866917 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:58.905742 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae84097-dcf6-4cdc-847b-85b627a3be53,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:58.909014 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:58.910558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:58.920076 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59080) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:24:58.922123 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d0d14-6f92-4e59-a962-7f576fbfabf8 None None] Network 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:24:58.925329 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-fe20cf40-f162-4965-b746-01da9e3cb85e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dae84097-dcf6-4cdc-847b-85b627a3be53 HTTP/1.1" status: 204 len: 168 time: 0.7567201 May 27 13:24:59.036212 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-f51659c6-7d08-4b1f-ab44-1611d37dab22 service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101063 May 27 13:24:59.195620 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c22e2d02-d6cb-4ea6-b43b-782cd4d1c236 req-f1b0c752-290b-4473-8b8c-4631a3c95cda tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 210 time: 0.1619420 May 27 13:24:59.219075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.259285 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72674fe1-f1f0-4e37-9acd-c485341898e1 req-ccd103ab-0bdc-4137-a46f-149f4bb8f2ea tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:59.261525 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-72674fe1-f1f0-4e37-9acd-c485341898e1 req-ccd103ab-0bdc-4137-a46f-149f4bb8f2ea tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 943 time: 0.4233046 May 27 13:24:59.271143 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] DHCP port deletion for 85c799a7-d0e4-460f-9f12-6b7fa1f69b1f request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:24:59.338295 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Deleting port 262cb7f4-5e5e-474b-b4b6-869fea255a28 {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:59.338936 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.352994 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-61f31630-0c30-4bd4-a3ab-d701528f0869 req-e120c87f-1cc8-40b3-aab4-161b9b8001b5 service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005512 May 27 13:24:59.399203 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-72674fe1-f1f0-4e37-9acd-c485341898e1 req-3908ad93-e60c-4516-a0e8-df651e5411fd tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299984 May 27 13:24:59.418699 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Deleting port 262cb7f4-5e5e-474b-b4b6-869fea255a28 {{(pid=91984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:24:59.419138 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.447761 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] For port 262cb7f4-5e5e-474b-b4b6-869fea255a28, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=262cb7f4-5e5e-474b-b4b6-869fea255a28,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:59.449044 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.580392 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.db [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] For port 262cb7f4-5e5e-474b-b4b6-869fea255a28, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=262cb7f4-5e5e-474b-b4b6-869fea255a28,segment=NetworkSegment(082e9316-6d86-4c49-b73c-2ae72c3f83ce),segment_id=082e9316-6d86-4c49-b73c-2ae72c3f83ce)] {{(pid=91984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:24:59.580767 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.585983 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 262cb7f4-5e5e-474b-b4b6-869fea255a28 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:59.618934 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Calling delete_port for 262cb7f4-5e5e-474b-b4b6-869fea255a28 owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:59.714118 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.plugin [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Calling delete_port for 262cb7f4-5e5e-474b-b4b6-869fea255a28 owned by network:dhcp {{(pid=91984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:24:59.726551 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-cf6b8450-ff93-4388-8439-9056a708c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:24:59.728023 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-cf6b8450-ff93-4388-8439-9056a708c1a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 1096 time: 0.2950146 May 27 13:24:59.790248 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.859918 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.869305 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:24:59.899600 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:59.948552 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] No DVR routers for this DVR port 262cb7f4-5e5e-474b-b4b6-869fea255a28 on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:24:59.956034 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Pushing event deleted for resources: {'Port': ['ID=262cb7f4-5e5e-474b-b4b6-869fea255a28,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:24:59.959230 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-81a691b4-8155-4ac2-9ce5-58f27b985860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:24:59.962352 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:24:59.962785 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 1d11b692-69b1-47b2-83cc-9e7b1cb56c8e not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:24:59.963347 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device c4e19823-c41a-4057-a56b-143ec762fbd9 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:24:59.980764 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:24:59.993546 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-3fad1b93-5e93-4c0a-940f-5c76930bc987 tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:00.002653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: c4e19823-c41a-4057-a56b-143ec762fbd9 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:25:00.003003 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device c4e19823-c41a-4057-a56b-143ec762fbd9 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:25:00.040243 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Pushing event deleted for resources: {'Port': ['ID=262cb7f4-5e5e-474b-b4b6-869fea255a28,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:00.045508 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:00.046519 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-816e311e-105d-48cb-90c7-15f7b231cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:00.048028 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-816e311e-105d-48cb-90c7-15f7b231cac0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 200 len: 915 time: 0.3059773 May 27 13:25:00.048867 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] No DVR routers for this DVR port 262cb7f4-5e5e-474b-b4b6-869fea255a28 on host dv-cinder-751579-24-iscsi {{(pid=91984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:25:00.161681 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-08d18a55-199f-47e4-a84c-d96304129824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61 HTTP/1.1" status: 200 len: 217 time: 0.0835164 May 27 13:25:00.279157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.297572 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c799a7-d0e4-460f-9f12-6b7fa1f69b1f']}} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:00.299876 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-daa3800a-6360-4213-909d-2e6265804a8b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:00.300722 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-daa3800a-6360-4213-909d-2e6265804a8b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Synchronizing usage tracker for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:network {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:25:00.317623 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082e9316-6d86-4c49-b73c-2ae72c3f83ce') {'for_net_delete': True} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:00.317851 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.services.segments.db [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082e9316-6d86-4c49-b73c-2ae72c3f83ce') {} {{(pid=91984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:00.325089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-daa3800a-6360-4213-909d-2e6265804a8b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Unset dirty status for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:network {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:25:00.326420 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-daa3800a-6360-4213-909d-2e6265804a8b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 808 time: 0.2183921 May 27 13:25:00.327477 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-4731f186-ee97-46ce-9f2c-d8ebdb997057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:00.328880 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-4731f186-ee97-46ce-9f2c-d8ebdb997057 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3f3892a8-d36e-44cf-a1be-6eadce7433a1 HTTP/1.1" status: 200 len: 854 time: 0.1156588 May 27 13:25:00.384879 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-934a7330-99ab-45ef-b1aa-9cf1575b6227 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Synchronizing usage tracker for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:security_group {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:25:00.408760 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-934a7330-99ab-45ef-b1aa-9cf1575b6227 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Unset dirty status for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:security_group {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:25:00.410010 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-934a7330-99ab-45ef-b1aa-9cf1575b6227 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ed307b6d854208a4977abb51d4b5f8 HTTP/1.1" status: 200 len: 379 time: 0.0686874 May 27 13:25:00.414956 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10288382'] for segment, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.420600 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'port': {'device_id': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'admin_state_up': True, 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'security_groups': ['e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183']}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:25:00.428294 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-2b8cae30-3a8e-453a-8b6c-c1519c8427d0 req-a65a4e59-d554-4d87-a39e-c55d9e52ada8 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 210 time: 0.1026020 May 27 13:25:00.443701 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-8ce0f516-3011-40d7-9373-ca49b0531d7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5a2f48e2-0e0b-43b3-a0c7-554949fefc66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776420 May 27 13:25:00.491019 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-fa9038c8-1f8e-4d26-8716-5bd70e0a3490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.492437 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.552922 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=91984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:25:00.553495 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227745'] for segment, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: util.warn( May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: util.warn( May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: util.warn( May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: util.warn( May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: Traceback (most recent call last): May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: timer() May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: cb(*args, **kw) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: return func(*args, **kwargs) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: self._notify() May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: self.callback(batched_events) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: event.method(event) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: return f(self, *a, **k) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._get(url).json() May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: return self.request(url, 'GET', **kwargs) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:25:00.570811 dv-cinder-751579-24-iscsi neutron-server[91984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:25:00.609228 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:00.613064 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:port and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:00.615955 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91983) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:00.622324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.quota.driver [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:00.632350 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Made reservation on behalf of 41ed307b6d854208a4977abb51d4b5f8 for: {'port': 1} {{(pid=91983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 13:25:00.636111 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.728093 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.739453 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:00.752879 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:00.778849 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Pushing event deleted for resources: {'Network': ['ID=85c799a7-d0e4-460f-9f12-6b7fa1f69b1f,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:00.787099 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:00.790497 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-3701a099-7512-4fa1-ae4c-5ebd347a60f4 service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365626 May 27 13:25:00.793712 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-cdd3573e-68c0-42fe-a62f-97908a0c806b admin admin] 10.222.0.52 "DELETE /v2.0/networks/85c799a7-d0e4-460f-9f12-6b7fa1f69b1f HTTP/1.1" status: 204 len: 168 time: 1.8693788 May 27 13:25:00.825233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_common [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Allocated IP 172.20.0.14 (c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2/b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587/c6e32af3-d954-4e37-8f39-97abbccb3e4e) {{(pid=91983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:25:00.843173 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9a999-17aa-4754-af58-85f8b1983723 req-c3b29094-8c8e-465a-943a-55a797bf3a56 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:00.844981 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce9a999-17aa-4754-af58-85f8b1983723 req-c3b29094-8c8e-465a-943a-55a797bf3a56 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 943 time: 0.2945604 May 27 13:25:00.957327 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5ce9a999-17aa-4754-af58-85f8b1983723 req-dd25bf04-d225-419b-965f-2a32eb5a1b63 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 May 27 13:25:00.992545 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59100) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:01.033682 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-89ed39ed-7b6e-4176-9c16-f7279b5f4856 req-98e3b494-f4a7-4137-bace-642d2984156e service neutron] 10.222.0.21 "GET /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327366 May 27 13:25:01.050973 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for port, precommit_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.065576 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59104) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:01.065789 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-cf52b346-f096-4753-9aa6-06343b8ffd17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd3956808db147c5b64b1f6b5dd27de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722191 May 27 13:25:01.079827 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Transition to ACTIVE for port object c6e32af3-d954-4e37-8f39-97abbccb3e4e will not be triggered until provisioned by entity DHCP. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:25:01.145720 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.159673 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_create {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.167253 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2e916cba-b16b-423d-98cc-ce0b3232ef07 tempest-TestVolumeBootPattern-343686370 tempest-TestVolumeBootPattern-343686370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:01.218060 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.269717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 is already hosted by enough agents. {{(pid=91983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:25:01.274835 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.base_scheduler [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources bound (agent type, host, resource id): {{(pid=91983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:25:01.286683 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Received port after_create {{(pid=91983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:25:01.321703 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=1']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:01.331966 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:01.364599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:01.365354 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.381449 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.387332 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e98d6da3-a47f-43bd-8ee2-b70f2b4672ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:01.407649 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20a4ac1-e6c3-4620-8663-8ad553ba3b24,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:01.410884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:01.413483 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-7eead663-8473-4eb8-82a8-24ab7be6d8b6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9979203 May 27 13:25:01.414697 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.415825 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-0d5c8ecf-c842-4cad-a2f8-daf81ec3fa56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f20a4ac1-e6c3-4620-8663-8ad553ba3b24 HTTP/1.1" status: 204 len: 168 time: 0.3490682 May 27 13:25:01.427024 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.v2.base [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Request body: {'port': {'device_id': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75157'}} {{(pid=91983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:25:01.543153 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-b21527ac-ce86-42cd-86b5-22e6962ce12f None None] Provisioning for port c6e32af3-d954-4e37-8f39-97abbccb3e4e completed by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:25:01.549846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-b21527ac-ce86-42cd-86b5-22e6962ce12f None None] Provisioning complete for port c6e32af3-d954-4e37-8f39-97abbccb3e4e triggered by entity DHCP. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:25:01.550671 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b21527ac-ce86-42cd-86b5-22e6962ce12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.558658 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.640791 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-b21527ac-ce86-42cd-86b5-22e6962ce12f None None] Port c6e32af3-d954-4e37-8f39-97abbccb3e4e cannot update to ACTIVE because it is not bound. {{(pid=91985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 13:25:01.681777 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87f759-b215-40d3-bbf7-6193b23b09ca req-6e3096a8-760e-4f4b-a207-1ad9c2527ec1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:01.683761 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9c87f759-b215-40d3-bbf7-6193b23b09ca req-6e3096a8-760e-4f4b-a207-1ad9c2527ec1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 932 time: 0.1299045 May 27 13:25:01.731873 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9c87f759-b215-40d3-bbf7-6193b23b09ca req-4d64fc4b-051b-4fe1-815f-7e9e342aa41d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418568 May 27 13:25:01.836258 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59114) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:01.888544 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-da7ad4d0-852c-435b-8cea-d7bf127fa495 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72a4b4a52f4c41afaec5d915c750f280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509999 May 27 13:25:01.891002 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59118) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:01.953401 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:01.980890 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.036926 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.040982 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-a5abe247-c7e9-4218-95c1-d47c99b511e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:02.044412 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e32af3-d954-4e37-8f39-97abbccb3e4e {{(pid=91983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:25:02.052075 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30fc634-5edc-4d57-8d6b-d78f12a72043,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:02.053588 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.054655 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:02.062141 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.064205 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-b85ba59d-5317-40b1-805a-01564bf2a3f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a30fc634-5edc-4d57-8d6b-d78f12a72043 HTTP/1.1" status: 204 len: 168 time: 0.1712961 May 27 13:25:02.070232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.provisioning_blocks [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Transition to ACTIVE for port object c6e32af3-d954-4e37-8f39-97abbccb3e4e will not be triggered until provisioned by entity L2. {{(pid=91983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 13:25:02.076685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.086472 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9ce23421-b8c1-4ae3-a51e-f84eda41c1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:02.167549 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace95e6-3f87-40d6-9884-9ed91cb06316 req-8ac3aa20-4d42-4832-9178-3e95826376fe tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.169266 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eace95e6-3f87-40d6-9884-9ed91cb06316 req-8ac3aa20-4d42-4832-9178-3e95826376fe tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 943 time: 0.1036000 May 27 13:25:02.231692 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-eace95e6-3f87-40d6-9884-9ed91cb06316 req-d229eb85-8218-4754-8bcd-50a82bb2a777 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565262 May 27 13:25:02.292711 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=2']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:02.299715 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:02.344796 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Attempting to bind port c6e32af3-d954-4e37-8f39-97abbccb3e4e on host hv-cinder-75157 for vnic_type normal with profile {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 13:25:02.345555 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Attempting to bind port c6e32af3-d954-4e37-8f39-97abbccb3e4e by drivers openvswitch,hyperv on host hv-cinder-75157 at level 0 using segments [{'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 13:25:02.345673 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Attempting to bind port c6e32af3-d954-4e37-8f39-97abbccb3e4e on network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:25:02.351540 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Port c6e32af3-d954-4e37-8f39-97abbccb3e4e on network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75157 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 13:25:02.351824 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Attempting to bind port c6e32af3-d954-4e37-8f39-97abbccb3e4e on network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 13:25:02.358629 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Checking agent: {'id': '3e838b34-5859-42ff-a54a-2cd711b8785e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75157', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'started_at': datetime.datetime(2021, 5, 27, 13, 11, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 13, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 13:25:02.358974 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Checking segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 13:25:02.359382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Bound using segment: {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'} {{(pid=91983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 13:25:02.359804 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.managers [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Bound port: c6e32af3-d954-4e37-8f39-97abbccb3e4e, host: hv-cinder-75157, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2'}}] {{(pid=91983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 13:25:02.360161 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.470247 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, cleared binding levels {{(pid=91983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 13:25:02.473897 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 13:25:02.478425 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2395103'] for port, after_update {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.482479 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-fc8f3191-d727-4b3c-9d5c-c9cfa458606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:02.542819 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.543440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:02.544938 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] 10.222.0.21 "PUT /v2.0/ports/c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1094 time: 1.1227183 May 27 13:25:02.545463 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:25:02.566272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=3']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:02.569121 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-25f835f4-b0a4-4ec4-b940-d438c54e4858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:02.629019 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'status': 'completed', 'code': 200} May 27 13:25:02.673301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-b00c97a4-e53f-460f-be68-bfdceb299134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.674836 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-b00c97a4-e53f-460f-be68-bfdceb299134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1097 time: 0.0819519 May 27 13:25:02.750215 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-c08625a9-6af0-4a71-88bc-f5aa5c7d907b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 217 time: 0.0663795 May 27 13:25:02.835386 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-114bfc88-593d-41ca-a936-6cdbd17c395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.836784 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-114bfc88-593d-41ca-a936-6cdbd17c395b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0802243 May 27 13:25:02.918035 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-d674a3d3-957c-49b7-aa9f-20e5ca85458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.919532 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-d674a3d3-957c-49b7-aa9f-20e5ca85458c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756392 May 27 13:25:02.932001 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060561e-e8ae-4621-8c14-1f9b6996defb req-5900f5d1-cfc6-41c2-913b-17796c0b8064 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:02.934058 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d060561e-e8ae-4621-8c14-1f9b6996defb req-5900f5d1-cfc6-41c2-913b-17796c0b8064 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0822008 May 27 13:25:02.985711 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d060561e-e8ae-4621-8c14-1f9b6996defb req-a6f2307c-a057-446e-9e24-847509bad4d7 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451987 May 27 13:25:03.015032 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:03.063782 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-98274136-e0cb-4dbc-8f1e-2a016000a3ef service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374662 May 27 13:25:03.201364 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a3a290f6-471c-45b0-b390-6245ac2c85f6 req-f3f9a428-56b3-4be3-a092-da58186bb7eb service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308820 May 27 13:25:03.330582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-e246d858-be03-43c7-856e-30f3f1c30e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:03.332139 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-e246d858-be03-43c7-856e-30f3f1c30e5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1097 time: 0.0804868 May 27 13:25:03.346156 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 95a3bea8-0f65-407e-9702-a3b4b09e4a61 details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:25:03.428561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f5c74-db71-4e38-bf52-d25136f15417 req-d013d978-559d-48d1-b09e-bdbdbaa5305f tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:03.430025 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-104f5c74-db71-4e38-bf52-d25136f15417 req-d013d978-559d-48d1-b09e-bdbdbaa5305f tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 943 time: 0.0951726 May 27 13:25:03.475476 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-c7a2daea-0d51-4900-98f1-73ff782bec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:03.477313 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-c7a2daea-0d51-4900-98f1-73ff782bec20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1374719 May 27 13:25:03.478030 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-104f5c74-db71-4e38-bf52-d25136f15417 req-a618753a-7c9f-4601-879d-1c1bedc7ac17 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 May 27 13:25:03.496694 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:03.510607 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': '95a3bea8-0f65-407e-9702-a3b4b09e4a61', 'network_id': '5a2f48e2-0e0b-43b3-a0c7-554949fefc66', 'port_id': '95a3bea8-0f65-407e-9702-a3b4b09e4a61', 'mac_address': 'fa:16:3e:69:f6:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3892a8-d36e-44cf-a1be-6eadce7433a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:25:03.546487 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-f2eca780-d886-4ff0-a0de-a9e45664ff6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 217 time: 0.0610819 May 27 13:25:03.565996 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:03.582711 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a3bea8-0f65-407e-9702-a3b4b09e4a61 {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:25:03.599077 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:03.604026 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:03.607856 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:03.613597 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-1a666dc7-8de4-4845-b467-ff7c1f15999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:03.615105 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-1a666dc7-8de4-4845-b467-ff7c1f15999c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0624492 May 27 13:25:03.680129 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:03.684110 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:03.695227 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-0ab162f8-a2a7-47fb-85d2-4383734f04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:03.696900 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-0ab162f8-a2a7-47fb-85d2-4383734f04e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0739260 May 27 13:25:03.828142 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['95a3bea8-0f65-407e-9702-a3b4b09e4a61'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:25:03.941721 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-f0d015c1-b6ad-462a-8b48-784e10513b3e service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373800 May 27 13:25:04.077477 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e83e7ac0-53bc-429d-a8a1-c3126758396f req-20f78ff9-f88e-49b6-8f9f-95f3e3d0c3c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277912 May 27 13:25:04.278410 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb12e-f559-479e-991d-d4cbc790221e req-fbe97fd0-a094-4898-bb06-268304303a0c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:04.279807 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6b0fb12e-f559-479e-991d-d4cbc790221e req-fbe97fd0-a094-4898-bb06-268304303a0c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.1826303 May 27 13:25:04.324893 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-6b0fb12e-f559-479e-991d-d4cbc790221e req-266b89b8-9c43-49ab-9960-3d1cd7c1a0fb tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 May 27 13:25:04.669913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e01177-e04e-42d5-a733-f6bf4e112c4c req-78a3d4f1-fcca-4ad3-a19a-307eec8e2f5d tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:04.671359 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b6e01177-e04e-42d5-a733-f6bf4e112c4c req-78a3d4f1-fcca-4ad3-a19a-307eec8e2f5d tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 944 time: 0.0804830 May 27 13:25:04.718956 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b6e01177-e04e-42d5-a733-f6bf4e112c4c req-030a82b9-16e4-479f-9f74-44a0c35217c9 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 May 27 13:25:04.930224 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81b6b9fd-4906-4052-a702-bb3bd1e5adb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:05.357329 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 95a3bea8-0f65-407e-9702-a3b4b09e4a61 up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:25:05.430202 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:25:05.435248 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:25:05.435630 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:05.521759 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2e24-7746-4e50-b028-5f3d59c2b796 req-3e738689-625a-415f-ba39-e745f5f855c4 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:05.523207 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d1d2e24-7746-4e50-b028-5f3d59c2b796 req-3e738689-625a-415f-ba39-e745f5f855c4 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0820692 May 27 13:25:05.554350 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:05.570322 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-1d1d2e24-7746-4e50-b028-5f3d59c2b796 req-3ccdef1e-660f-4a63-9554-4fc535f99b23 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406780 May 27 13:25:05.581863 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:25:05.592824 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:05.597201 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:05.598971 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:05.665256 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:05.668655 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:05.832027 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61', 'code': 200} May 27 13:25:05.913534 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b8605-69e5-401a-b8b6-ed512249cfa4 req-ab6c5a4e-6116-407a-806c-248c98451451 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:05.915003 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-700b8605-69e5-401a-b8b6-ed512249cfa4 req-ab6c5a4e-6116-407a-806c-248c98451451 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 945 time: 0.0846124 May 27 13:25:05.963257 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-700b8605-69e5-401a-b8b6-ed512249cfa4 req-be9a3953-08e0-42b8-a8a2-c3a7cae633cf tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 May 27 13:25:06.072510 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c5389-fc35-4f08-9473-2ebeca5501b7 req-a0c0c139-b85f-4301-a1f7-f7fc39fc69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:06.074072 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e6c5389-fc35-4f08-9473-2ebeca5501b7 req-a0c0c139-b85f-4301-a1f7-f7fc39fc69c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 1098 time: 0.0771487 May 27 13:25:06.117023 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4e6c5389-fc35-4f08-9473-2ebeca5501b7 req-fdd1ba7f-4b21-493d-bed8-a17d92f214b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 May 27 13:25:06.680685 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:06.757666 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ebfcc-fcfe-48ab-9b19-5ef94b65ab02 req-1530cb3f-cd29-4b56-b30d-831f810a5c70 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:06.759169 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-189ebfcc-fcfe-48ab-9b19-5ef94b65ab02 req-1530cb3f-cd29-4b56-b30d-831f810a5c70 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0803890 May 27 13:25:06.804684 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-189ebfcc-fcfe-48ab-9b19-5ef94b65ab02 req-ae880cd9-dbaa-4d89-8ee9-1389d104a5e8 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 May 27 13:25:07.182224 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bc488-dcb9-4e9b-8e03-da38c5822556 req-62909208-d39a-425e-bf45-c620d746d182 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:07.184201 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-df0bc488-dcb9-4e9b-8e03-da38c5822556 req-62909208-d39a-425e-bf45-c620d746d182 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 945 time: 0.0904024 May 27 13:25:07.228168 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-df0bc488-dcb9-4e9b-8e03-da38c5822556 req-c62c3283-1fe7-4436-8343-2202351d7da2 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 May 27 13:25:07.989143 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf8a02-9f18-4a58-af15-61ca80c05ff1 req-05b44804-33dc-407f-9e56-bbe2dac6057a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:07.991003 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-96bf8a02-9f18-4a58-af15-61ca80c05ff1 req-05b44804-33dc-407f-9e56-bbe2dac6057a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0811114 May 27 13:25:08.036259 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-96bf8a02-9f18-4a58-af15-61ca80c05ff1 req-4fa97eac-a548-48ae-bfac-30c2e21714ec tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394835 May 27 13:25:08.479653 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:09.236680 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b6e25-ed5a-4af4-b066-701e7d547860 req-0a618df1-d447-485c-a50c-e8e9f32d7c14 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:09.238159 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-593b6e25-ed5a-4af4-b066-701e7d547860 req-0a618df1-d447-485c-a50c-e8e9f32d7c14 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0876694 May 27 13:25:09.285028 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-593b6e25-ed5a-4af4-b066-701e7d547860 req-af98b355-7206-4fa5-bfff-757efc22cb13 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413110 May 27 13:25:10.467840 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63764191-e756-4a8e-ad36-7b24c5a6c2d0 req-01d110f3-eaa7-44e4-9040-85115c69664a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:10.469271 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63764191-e756-4a8e-ad36-7b24c5a6c2d0 req-01d110f3-eaa7-44e4-9040-85115c69664a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0793474 May 27 13:25:10.518079 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-63764191-e756-4a8e-ad36-7b24c5a6c2d0 req-4aba6a9a-aeda-434c-b79f-2d5a16a68511 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 May 27 13:25:11.381688 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:25:11.517654 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:11.531198 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'mac_address': 'fa:16:3e:b1:8d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:25:11.591660 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:11.608695 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e32af3-d954-4e37-8f39-97abbccb3e4e {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:25:11.624412 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:11.628988 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:11.630754 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-b9eabbe7-8ef2-4dd6-8b99-b7a229d22892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:11.696321 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=4']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:11.699423 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:11.706183 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ee3b-9a46-4ec5-beb6-dae4ee1ffce4 req-02b77e88-75b5-43e7-a47b-41dd80caea11 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:11.707645 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e941ee3b-9a46-4ec5-beb6-dae4ee1ffce4 req-02b77e88-75b5-43e7-a47b-41dd80caea11 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 945 time: 0.0805416 May 27 13:25:11.753618 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e941ee3b-9a46-4ec5-beb6-dae4ee1ffce4 req-c56f29a6-ee81-4edb-9861-2705c9cb1fd2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402896 May 27 13:25:11.857606 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['c6e32af3-d954-4e37-8f39-97abbccb3e4e'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:25:12.950460 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d68ea-7ef2-49bd-a493-374bf5251790 req-f1f1041f-62e5-4348-9a49-4f4498ca06d2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:12.951915 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f14d68ea-7ef2-49bd-a493-374bf5251790 req-f1f1041f-62e5-4348-9a49-4f4498ca06d2 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 945 time: 0.0839841 May 27 13:25:12.996121 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f14d68ea-7ef2-49bd-a493-374bf5251790 req-fe048312-c204-46bd-9acc-7e7c48ab0a4f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 May 27 13:25:13.389615 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:25:13.485463 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning for port c6e32af3-d954-4e37-8f39-97abbccb3e4e completed by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 13:25:13.491069 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port c6e32af3-d954-4e37-8f39-97abbccb3e4e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:25:13.491446 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.700738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.737294 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:25:13.796992 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'code': 200} May 27 13:25:13.798596 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:13.807118 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:13.811297 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-2a604ea8-78db-4fbe-b03d-83b30dae0017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:13.897542 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=5']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:13.902208 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:14.142279 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b395f3-38b1-4282-94b9-5021142f0350 req-71d64a14-6a1a-426d-8330-f305dc3c362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:14.144007 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c1b395f3-38b1-4282-94b9-5021142f0350 req-71d64a14-6a1a-426d-8330-f305dc3c362f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0825307 May 27 13:25:14.194704 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c1b395f3-38b1-4282-94b9-5021142f0350 req-d2d0d33a-134b-4636-b773-863447a70142 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 May 27 13:25:14.215242 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bcb19-f789-4844-b09f-b2dab73e0aab req-8474387c-72d7-41bc-9dac-b0461dc99816 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:14.217040 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-358bcb19-f789-4844-b09f-b2dab73e0aab req-8474387c-72d7-41bc-9dac-b0461dc99816 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.1015298 May 27 13:25:14.280621 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-358bcb19-f789-4844-b09f-b2dab73e0aab req-fe31544c-b983-40c3-b0ab-d7c2cb18d7b3 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545762 May 27 13:25:15.471275 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d004-012f-41e8-8d0c-a80ff0ccf344 req-be97f96c-244d-4cb3-871e-1b1a5fa92a8e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:15.472666 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6b2d004-012f-41e8-8d0c-a80ff0ccf344 req-be97f96c-244d-4cb3-871e-1b1a5fa92a8e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0834141 May 27 13:25:15.517663 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a6b2d004-012f-41e8-8d0c-a80ff0ccf344 req-151de087-b179-44cd-83d6-007d2b24f91f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 May 27 13:25:16.706798 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a51e3-81c2-4bd2-ac68-2cdc5a3e0dae req-370a3f34-475f-4dc0-b243-820e37501c7e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:16.708237 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-510a51e3-81c2-4bd2-ac68-2cdc5a3e0dae req-370a3f34-475f-4dc0-b243-820e37501c7e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0824678 May 27 13:25:16.756589 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-510a51e3-81c2-4bd2-ac68-2cdc5a3e0dae req-337bef3a-3c82-4b36-b69b-0bf6d2c3bf0d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 May 27 13:25:17.997221 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397137-feb3-4669-9c43-23276fc221b5 req-be68048f-2384-42e3-a9d1-40ad3896cf28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:17.999795 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab397137-feb3-4669-9c43-23276fc221b5 req-be68048f-2384-42e3-a9d1-40ad3896cf28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.1349182 May 27 13:25:18.063685 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ab397137-feb3-4669-9c43-23276fc221b5 req-8aa2c13f-88f9-4033-83e7-7057ade2b9be tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488770 May 27 13:25:18.843200 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:19.264479 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa82b34-cde0-4c01-bf9f-1960cbf92140 req-536b6e6f-32b4-4dd1-915e-689b10e78fe7 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:19.265865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ffa82b34-cde0-4c01-bf9f-1960cbf92140 req-536b6e6f-32b4-4dd1-915e-689b10e78fe7 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0889518 May 27 13:25:19.315134 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-ffa82b34-cde0-4c01-bf9f-1960cbf92140 req-ec82c932-7a9c-4416-8ba9-9a351478a167 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432711 May 27 13:25:19.498733 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4243ad0-fbb7-430f-94d0-8b9183962e46 req-1b4387af-bcb9-40da-82a3-0f3b9449d9cb tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:19.500189 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4243ad0-fbb7-430f-94d0-8b9183962e46 req-1b4387af-bcb9-40da-82a3-0f3b9449d9cb tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0791333 May 27 13:25:19.546720 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-b4243ad0-fbb7-430f-94d0-8b9183962e46 req-cfe01ac6-82dc-4cc1-be46-5039da6dea59 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407171 May 27 13:25:19.569470 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59210) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:19.826171 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ab211b-a831-4829-b5f4-63f5287a6046 tempest-TestShelveInstance-748223724 tempest-TestShelveInstance-748223724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:19.827578 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-61ab211b-a831-4829-b5f4-63f5287a6046 tempest-TestShelveInstance-748223724 tempest-TestShelveInstance-748223724-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1094 time: 0.2570970 May 27 13:25:19.830520 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59216) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:19.835760 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.v2.base [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Request body: {'floatingip': {'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 13:25:19.842747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 13:25:19.846592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Usage tracker for resource:floatingip and tenant:41ed307b6d854208a4977abb51d4b5f8 is out of sync, need to count used quota {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 13:25:19.849452 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.quota.resource [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91984) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 13:25:19.855390 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.quota.driver [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91984) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 13:25:19.867252 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for floatingip, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.101424 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.236786 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_common [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Allocated IP 172.27.3.211 (a2826cd4-c5d3-4508-ba7d-6443bc462509/1c3a3ee2-cc8a-4356-98d4-f644675df4df/4291a606-f6a9-43a5-a7a9-d1c70d6c1290) {{(pid=91984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 13:25:20.384175 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for port, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.412630 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746979576019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227826'] for port, after_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:20.416148 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-126256a7-ad3a-493e-bd90-1f266d077705 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:20.482638 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Network a2826cd4-c5d3-4508-ba7d-6443bc462509 is already hosted by enough agents. {{(pid=91984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 13:25:20.485486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.base_scheduler [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Resources bound (agent type, host, resource id): {{(pid=91984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 13:25:20.489093 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Received port after_create {{(pid=91984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 13:25:20.528165 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'Port': ['ID=4291a606-f6a9-43a5-a7a9-d1c70d6c1290,revision_number=1']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:20.532494 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:20.927402 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.008657 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.250350 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for port, precommit_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.254928 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227781'] for port, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.258694 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-20b50c18-9530-4455-931b-6fe5c602cd7c tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:21.375516 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event updated for resources: {'Port': ['ID=4291a606-f6a9-43a5-a7a9-d1c70d6c1290,revision_number=2']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:21.379480 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:21.388848 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4121323'] for floatingip, after_update {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:21.562159 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.db.l3_db [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Floating IP 124f610a-d962-4d20-be51-9627cc0d743f associated. External IP: 172.27.3.211, port: c6e32af3-d954-4e37-8f39-97abbccb3e4e. May 27 13:25:22.036700 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Router 635de0ae-81d9-4b14-b46f-5924a575fa60 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:25:22.232825 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:25:22.242353 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Sync routers for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:25:22.251752 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:25:22.252378 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:25:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:22.257682 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:22.321761 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-53161b8a-d159-4a22-a56e-b105dae455ef tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4899023 May 27 13:25:22.322676 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:25:22.374877 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'status': 'completed', 'code': 200} May 27 13:25:22.448587 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:25:22.490040 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df2711-9e2c-443e-804f-557466de596a req-532fc4bd-662a-42e4-8f32-e928c5650f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:22.492767 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-532fc4bd-662a-42e4-8f32-e928c5650f67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0900693 May 27 13:25:22.643747 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df2711-9e2c-443e-804f-557466de596a req-35f471f4-7bae-448e-90e0-cea44b8d215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:22.645279 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-35f471f4-7bae-448e-90e0-cea44b8d215e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1460514 May 27 13:25:22.756054 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-335daf97-114b-47a3-a31a-4357ffaee97b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1000 time: 0.1009049 May 27 13:25:22.818052 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '124f610a-d962-4d20-be51-9627cc0d743f', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'mac_address': 'fa:16:3e:b1:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:25:20Z', 'updated_at': '2021-05-27T13:25:20Z', 'revision_number': 0, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:22.820737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df2711-9e2c-443e-804f-557466de596a req-6695cc74-62eb-419f-ab09-8f0fc9995a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:22.821882 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Checking router: 635de0ae-81d9-4b14-b46f-5924a575fa60 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:25:22.822196 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-6695cc74-62eb-419f-ab09-8f0fc9995a19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0592878 May 27 13:25:22.830107 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:25:22.830698 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:25:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:22.904708 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df2711-9e2c-443e-804f-557466de596a req-56bd8cd4-add8-4300-b735-a14060a6bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:22.906160 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-56bd8cd4-add8-4300-b735-a14060a6bb88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775266 May 27 13:25:23.012710 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:25:23.044804 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-5fca95f1-f888-49c5-ba3c-a1083b024c9f service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316426 May 27 13:25:23.193282 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-a8df2711-9e2c-443e-804f-557466de596a req-431c6431-0884-439e-b97e-6188f70b079c service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410766 May 27 13:25:23.427230 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '124f610a-d962-4d20-be51-9627cc0d743f', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'mac_address': 'fa:16:3e:b1:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:25:20Z', 'updated_at': '2021-05-27T13:25:20Z', 'revision_number': 0, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:23.431191 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1425318-2219-489f-bca8-a9f1e48030d2 None None] The sync data for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi is: [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_floatingips': [{'id': '124f610a-d962-4d20-be51-9627cc0d743f', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'router_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'mac_address': 'fa:16:3e:b1:8d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T13:25:20Z', 'updated_at': '2021-05-27T13:25:20Z', 'revision_number': 0, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:25:23.616074 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f215f20-3c1c-4950-8f76-fe9ebc44c384 None None] New status for floating IP 124f610a-d962-4d20-be51-9627cc0d743f: ACTIVE {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:25:23.908938 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:25:28.665467 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce23c8-40f3-4925-bec2-da0033419ee9 req-4e218baf-1550-4a26-9942-5e438799a2d7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:28.667163 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d4ce23c8-40f3-4925-bec2-da0033419ee9 req-4e218baf-1550-4a26-9942-5e438799a2d7 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 945 time: 0.0910678 May 27 13:25:28.716797 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d4ce23c8-40f3-4925-bec2-da0033419ee9 req-3dd4b610-c348-4de2-9296-bbf8235434e0 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 May 27 13:25:29.919251 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9445-79b5-44d4-ab41-97dd1ead7c5c req-db126315-3bdb-48e4-8c59-ec03e19f1e81 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:29.920843 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c12c9445-79b5-44d4-ab41-97dd1ead7c5c req-db126315-3bdb-48e4-8c59-ec03e19f1e81 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 945 time: 0.0829561 May 27 13:25:29.975058 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c12c9445-79b5-44d4-ab41-97dd1ead7c5c req-6707922d-eb28-4876-be90-f41912ac7e9f tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca9f46de-23f6-4329-b1fd-4383ecf54088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444052 May 27 13:25:30.339734 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129be94a-efe1-4083-af7c-17422b219089 req-b2d84b5c-216a-4e89-93e4-9d4dd01c8522 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:30.340360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-129be94a-efe1-4083-af7c-17422b219089 req-b2d84b5c-216a-4e89-93e4-9d4dd01c8522 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Synchronizing usage tracker for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:25:30.352384 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-129be94a-efe1-4083-af7c-17422b219089 req-b2d84b5c-216a-4e89-93e4-9d4dd01c8522 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Unset dirty status for tenant:59c3c33b5dbb426bb49d92ae2b1ca4b1 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:25:30.353533 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-129be94a-efe1-4083-af7c-17422b219089 req-b2d84b5c-216a-4e89-93e4-9d4dd01c8522 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 945 time: 0.1027994 May 27 13:25:30.489321 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f83db206-df76-4112-9777-6566fac9ce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:30.502942 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Deleting port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:25:30.503295 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:30.648291 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] For port 95a3bea8-0f65-407e-9702-a3b4b09e4a61, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=95a3bea8-0f65-407e-9702-a3b4b09e4a61,segment=NetworkSegment(9e47a791-96a5-40ea-bc15-f80e12a991b2),segment_id=9e47a791-96a5-40ea-bc15-f80e12a991b2)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:25:30.648726 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:30.880925 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Calling delete_port for 95a3bea8-0f65-407e-9702-a3b4b09e4a61 owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:25:30.994662 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:31.000301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9690db9c-1319-4cf9-b0d2-b5c916d5df9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:31.011456 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['95a3bea8-0f65-407e-9702-a3b4b09e4a61'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:25:31.047055 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Pushing event deleted for resources: {'Port': ['ID=95a3bea8-0f65-407e-9702-a3b4b09e4a61,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:31.050625 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:31.127324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] No DVR routers for this DVR port 95a3bea8-0f65-407e-9702-a3b4b09e4a61 on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:25:31.133605 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:31.136872 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'name': 'network-vif-deleted', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:25:31.146335 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c8715eb0-246a-491b-8c00-7c4d1b14dda2 req-edf527a4-a0ea-4a66-9b20-914d259a31d1 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.52 "GET /v2.0/ports?device_id=0354fbfe-7e3c-4f69-bdff-9028d929801e HTTP/1.1" status: 200 len: 210 time: 0.0531683 May 27 13:25:31.161118 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-129be94a-efe1-4083-af7c-17422b219089 req-910091f2-8df0-485f-b046-e1a0ceb48045 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] 10.222.0.21 "DELETE /v2.0/ports/95a3bea8-0f65-407e-9702-a3b4b09e4a61 HTTP/1.1" status: 204 len: 173 time: 0.8013012 May 27 13:25:31.191251 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0354fbfe-7e3c-4f69-bdff-9028d929801e', 'name': 'network-vif-deleted', 'tag': '95a3bea8-0f65-407e-9702-a3b4b09e4a61', 'status': 'completed', 'code': 200} May 27 13:25:33.008876 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:33.576039 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 95a3bea8-0f65-407e-9702-a3b4b09e4a61 no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:25:33.609944 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: 95a3bea8-0f65-407e-9702-a3b4b09e4a61 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:25:33.610296 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device 95a3bea8-0f65-407e-9702-a3b4b09e4a61 not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:25:34.932758 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-885622c8-7869-4dd2-874e-420aa9d5390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:36.684168 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:38.481973 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:48.810975 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-0aac84e1-31f5-497d-9daf-271296b0509d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702074 May 27 13:25:48.840114 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:48.957036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-7e1a4b40-2fba-4423-b291-aa95ef58dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:48.958598 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-7e1a4b40-2fba-4423-b291-aa95ef58dc70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0805531 May 27 13:25:49.172218 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-b2d69102-0d10-41fd-b70f-ebded504b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:49.173740 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-b2d69102-0d10-41fd-b70f-ebded504b976 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1945238 May 27 13:25:49.284067 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-04dfe717-c725-4683-859f-aa7e42eb4dc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.1031187 May 27 13:25:49.356324 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-a9dd1601-a9a9-489b-b974-6f1db5a76a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:49.357795 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-a9dd1601-a9a9-489b-b974-6f1db5a76a4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0645008 May 27 13:25:49.433406 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-dcb564ac-ed6b-49cd-9be2-e49bc5fe2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:25:49.435148 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-dcb564ac-ed6b-49cd-9be2-e49bc5fe2c19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699346 May 27 13:25:49.567915 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-1c9873fb-c02c-41c8-ae82-2473fc613d8b service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 May 27 13:25:49.710043 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-660ec3dd-6b6c-44be-8308-a56ae060b66a req-a32bdb9d-36c3-4cf1-84a5-5c55799a62b5 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347752 May 27 13:25:57.767422 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59410) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:57.826941 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.db.db_base_plugin_v2 [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Deleting subnet 3f3892a8-d36e-44cf-a1be-6eadce7433a1 {{(pid=91984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:25:57.829872 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:57.882283 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10288327'] for subnet, precommit_delete_associations {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:57.937953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.189721 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2256003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2353662'] for subnet, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.193702 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-550d22ab-49f6-4d5f-92cb-552570395a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:58.230157 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3892a8-d36e-44cf-a1be-6eadce7433a1,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:58.233096 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for subnet, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.241962 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3f3892a8-d36e-44cf-a1be-6eadce7433a1 HTTP/1.1" status: 204 len: 168 time: 0.4735267 May 27 13:25:58.243515 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.243891 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.244264 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.244650 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.244941 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59414) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:58.245877 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.246237 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.246594 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.247024 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.247462 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.247746 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.248083 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.248434 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.251974 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-0897be50-1bf3-414a-a2eb-3edf51936966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:58.354220 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.480954 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.494344 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2f48e2-0e0b-43b3-a0c7-554949fefc66']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:58.508614 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e47a791-96a5-40ea-bc15-f80e12a991b2') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:58.508614 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e47a791-96a5-40ea-bc15-f80e12a991b2') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:25:58.521112 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.538033 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.544570 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:25:58.544958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:25:58.562481 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:25:58.637286 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.641148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-d9bdd47c-2546-4193-a3b1-37d536195e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:58.654532 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:58.666392 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2f48e2-0e0b-43b3-a0c7-554949fefc66,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:58.676789 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.677176 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.677645 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.677924 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.678290 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.678657 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.679179 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.679385 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.679750 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.680110 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.680477 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.680850 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:25:58.685186 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5a2f48e2-0e0b-43b3-a0c7-554949fefc66 HTTP/1.1" status: 204 len: 168 time: 0.4383323 May 27 13:25:58.686086 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:58.946505 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59420) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:59.003904 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-d4bb4dda-41c9-49da-852d-5ed6c2c26baf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59c3c33b5dbb426bb49d92ae2b1ca4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560865 May 27 13:25:59.006233 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59424) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:25:59.073857 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:59.100258 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:59.153399 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:59.157272 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-da6370e2-38a4-4696-aaac-d0f51a6e96f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:25:59.169622 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f46de-23f6-4329-b1fd-4383ecf54088,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:25:59.173327 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:25:59.176839 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:25:59.178097 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-9ec7e55e-3d7c-4609-be4f-62a3bd99a9a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca9f46de-23f6-4329-b1fd-4383ecf54088 HTTP/1.1" status: 204 len: 168 time: 0.1709630 May 27 13:26:00.483319 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-9cd013c9-4b48-4682-86bf-f460c423b01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:00.908676 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:26:03.011759 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:04.935473 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-fbfb468b-6893-428e-ad44-4b099c18e6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:06.687654 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:08.485429 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:18.843609 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:30.486738 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a02-5324-47d2-955f-dc2a97ddd53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:33.014292 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:34.938284 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-20772133-14b6-4348-80ad-3581b3f4e8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:36.690568 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:37.907504 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:26:38.488424 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:48.809273 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-875d574c-be38-4707-aa53-3032d7c695fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784955 May 27 13:26:48.851405 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:26:49.056737 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-20711c07-33f5-452a-ba6d-6a0f41c3fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:49.058188 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-20711c07-33f5-452a-ba6d-6a0f41c3fd66 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.1746566 May 27 13:26:49.205839 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-bf0d3764-0d88-44e2-922f-0f1ff473aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:49.207301 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-bf0d3764-0d88-44e2-922f-0f1ff473aeab service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1293843 May 27 13:26:49.324294 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-86c609e0-31be-4742-a0b1-5a18ebb14ff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.1095569 May 27 13:26:49.391338 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-20425dbd-c328-4fcb-b0c0-89bc61bbe786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:49.392712 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-20425dbd-c328-4fcb-b0c0-89bc61bbe786 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0584331 May 27 13:26:49.483433 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-1a19a70c-e36a-45a4-bb2a-8381dd2b0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:26:49.484925 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-1a19a70c-e36a-45a4-bb2a-8381dd2b0b9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0852280 May 27 13:26:49.617789 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-51f66859-f450-4188-956f-265c72bd268a service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252112 May 27 13:26:49.749923 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-c0ead983-8f9d-47a2-a028-0d830385a921 req-f0809f2d-516a-4428-b49c-56415690f602 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250470 May 27 13:27:00.488914 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-8b7f7c1d-7652-4260-b7ad-2ed7fe92fd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:03.016311 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:04.942831 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-65b3c1c2-4582-4498-b033-7b3a9dd34342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:06.693063 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:08.490869 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:14.906453 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:27:17.274674 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74465-ce6c-4f2a-b474-7fc23e327b46 req-d9893a2e-e4e8-4e52-b354-80c44dc2308f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:17.276297 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-31e74465-ce6c-4f2a-b474-7fc23e327b46 req-d9893a2e-e4e8-4e52-b354-80c44dc2308f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0875335 May 27 13:27:17.330016 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-31e74465-ce6c-4f2a-b474-7fc23e327b46 req-d75d4582-862f-495e-8c05-79eb0e44c72e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 May 27 13:27:18.537077 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d909c-1457-4c4a-aaa6-7c36cb3438c8 req-20082ab0-4e75-4fef-8add-0afb134211a9 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:18.538844 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd8d909c-1457-4c4a-aaa6-7c36cb3438c8 req-20082ab0-4e75-4fef-8add-0afb134211a9 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0825808 May 27 13:27:18.590180 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-dd8d909c-1457-4c4a-aaa6-7c36cb3438c8 req-7ea28c84-458a-4646-a450-87bbf3d555c3 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 May 27 13:27:18.855212 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:19.789307 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01fd33-bd03-4456-9efb-a180e1da18ea req-3a3da537-73d2-4661-a352-0b6a02c5354c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:19.791534 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5b01fd33-bd03-4456-9efb-a180e1da18ea req-3a3da537-73d2-4661-a352-0b6a02c5354c tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0886667 May 27 13:27:19.838865 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-5b01fd33-bd03-4456-9efb-a180e1da18ea req-33fb22f3-954f-4737-9492-38446803383a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 May 27 13:27:21.078561 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5c986-8f9a-400b-8da3-3c6e1d6ce6cc req-590811db-2d7b-4f58-9343-450f9b484f50 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:21.080917 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-16e5c986-8f9a-400b-8da3-3c6e1d6ce6cc req-590811db-2d7b-4f58-9343-450f9b484f50 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0849600 May 27 13:27:21.131213 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-16e5c986-8f9a-400b-8da3-3c6e1d6ce6cc req-565310a6-21ca-446d-8264-38ff0b1abe37 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420616 May 27 13:27:22.478857 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9463-4872-4cc0-b228-7674b1108aaa req-9c42f6ea-eb1f-413a-98e8-d084d2c7fbf5 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:22.480340 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-600b9463-4872-4cc0-b228-7674b1108aaa req-9c42f6ea-eb1f-413a-98e8-d084d2c7fbf5 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.2340865 May 27 13:27:22.531168 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-600b9463-4872-4cc0-b228-7674b1108aaa req-ff0628dd-d82f-4f63-9e9f-776ea9d1e05a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448730 May 27 13:27:23.725879 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f6ba-915f-461d-97f7-dfe3580281f7 req-87b44993-a82e-467a-8e4d-3469298a0b62 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:23.727969 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fcc4f6ba-915f-461d-97f7-dfe3580281f7 req-87b44993-a82e-467a-8e4d-3469298a0b62 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0865161 May 27 13:27:23.776524 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-fcc4f6ba-915f-461d-97f7-dfe3580281f7 req-d0dcc88e-9755-467a-95d5-5ab7f53ec76f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 May 27 13:27:24.960304 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb790-5c1a-45e3-bb3c-7b24b0d4f84b req-54464d3e-865f-420c-a961-50f22dda8aa9 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:24.961807 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ddbb790-5c1a-45e3-bb3c-7b24b0d4f84b req-54464d3e-865f-420c-a961-50f22dda8aa9 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0794837 May 27 13:27:25.010985 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-8ddbb790-5c1a-45e3-bb3c-7b24b0d4f84b req-708b868b-20d7-444e-b7c1-663f315a5291 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 May 27 13:27:26.204486 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d715a7-a068-4782-90b0-825729894d09 req-5b47adb2-1f8a-40e5-8e1d-6bdea6cff215 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:26.205943 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-73d715a7-a068-4782-90b0-825729894d09 req-5b47adb2-1f8a-40e5-8e1d-6bdea6cff215 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0853946 May 27 13:27:26.250369 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-73d715a7-a068-4782-90b0-825729894d09 req-75a65117-d073-446a-8e74-aca79b3a160d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380743 May 27 13:27:27.425768 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-36ee6ad5-4155-4e1f-8ed1-b79df3047602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:27.427342 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-36ee6ad5-4155-4e1f-8ed1-b79df3047602 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0831459 May 27 13:27:27.446331 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb429-d245-41a5-818e-54f54da91a12 req-269bdea3-5e1b-4889-ba4f-6a276b4f5a97 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:27.447848 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a40fb429-d245-41a5-818e-54f54da91a12 req-269bdea3-5e1b-4889-ba4f-6a276b4f5a97 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0865936 May 27 13:27:27.494407 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a40fb429-d245-41a5-818e-54f54da91a12 req-6b421589-b77c-4727-8bae-b270bf085c9e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 May 27 13:27:27.566360 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-52dc7684-5057-49c6-a29c-a2d83cf46ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:27.567904 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-52dc7684-5057-49c6-a29c-a2d83cf46ffd service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1303403 May 27 13:27:27.671927 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-d269a22a-76d5-4297-ad1f-1d6000bbf23d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.0968874 May 27 13:27:27.749884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-85082c8d-a4cc-446a-8d3f-7169c43cf89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:27.751239 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-85082c8d-a4cc-446a-8d3f-7169c43cf89f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0701115 May 27 13:27:27.826603 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-daefb0a1-d44c-48a8-b49d-3ea17e821e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:27.828116 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-daefb0a1-d44c-48a8-b49d-3ea17e821e6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698307 May 27 13:27:27.963216 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-cad77878-61e9-4924-89cd-08aabc56fc08 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279216 May 27 13:27:28.107205 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-cd0c8649-dd54-46bd-91cd-299c2d1558ea req-c03d2c86-a8cb-4acb-8091-40916f4372de service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370971 May 27 13:27:28.690112 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca01dd-6113-48c7-9d0c-9fb86417fcf7 req-e5185177-2fff-4bfe-a5ef-c699c410791d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:28.691604 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-09ca01dd-6113-48c7-9d0c-9fb86417fcf7 req-e5185177-2fff-4bfe-a5ef-c699c410791d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0855668 May 27 13:27:28.737905 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-09ca01dd-6113-48c7-9d0c-9fb86417fcf7 req-8c65485a-13a9-4012-aca2-71bc5c5975b5 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394261 May 27 13:27:29.928740 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce9f5a-2893-4441-94a5-7d9548537d44 req-04b0b033-e263-466b-8a8f-dadd67de71ca tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:29.930724 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6ce9f5a-2893-4441-94a5-7d9548537d44 req-04b0b033-e263-466b-8a8f-dadd67de71ca tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0833380 May 27 13:27:29.980963 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-e6ce9f5a-2893-4441-94a5-7d9548537d44 req-6a106382-292f-4a58-b008-e670a007b218 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438676 May 27 13:27:30.493530 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5663bb23-6cac-4941-8ede-a2ca34a6b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:31.173641 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fa19-ca74-4e41-90c5-eef98c71bc8a req-883ee353-06f8-4c92-9191-c3d0f959d5cd tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:31.175144 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d05fa19-ca74-4e41-90c5-eef98c71bc8a req-883ee353-06f8-4c92-9191-c3d0f959d5cd tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0835900 May 27 13:27:31.223270 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-3d05fa19-ca74-4e41-90c5-eef98c71bc8a req-fbaef7b5-394a-4057-aac4-ee0628822c84 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 May 27 13:27:31.605074 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ff0f-a0cf-4a31-8466-d2b04cfcdcc6 req-b52a2937-43c5-4fba-b4a2-7b4b1dfd2828 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:31.606612 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0716ff0f-a0cf-4a31-8466-d2b04cfcdcc6 req-b52a2937-43c5-4fba-b4a2-7b4b1dfd2828 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0880690 May 27 13:27:31.652819 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-0716ff0f-a0cf-4a31-8466-d2b04cfcdcc6 req-cbe8f3cd-b4d4-495a-98cf-b5c99106cb59 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 May 27 13:27:31.656296 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-9298021c-e3c0-4ebe-8805-7e5404f83bf3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2176557 May 27 13:27:32.890204 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abab03-07fc-4c15-85cd-2c49ae4b3404 req-cec47b3c-eaab-4d2f-87be-d23cad2024a6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:32.891670 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3abab03-07fc-4c15-85cd-2c49ae4b3404 req-cec47b3c-eaab-4d2f-87be-d23cad2024a6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0934265 May 27 13:27:32.948172 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c3abab03-07fc-4c15-85cd-2c49ae4b3404 req-af5e3149-f970-47a3-8262-003617757f7d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499682 May 27 13:27:33.025014 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:33.386222 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-c812a67b-cbff-4dee-b2a5-5566d4fe77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:33.387724 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-c812a67b-cbff-4dee-b2a5-5566d4fe77f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&tenant_id=41ed307b6d854208a4977abb51d4b5f8 HTTP/1.1" status: 200 len: 1099 time: 0.1895003 May 27 13:27:33.484253 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-5afd5cf3-a161-4bfe-b1d5-86ec4713e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:33.485791 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-5afd5cf3-a161-4bfe-b1d5-86ec4713e1ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0727916 May 27 13:27:33.630447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-3523f7d2-9bd2-4999-b5e0-5df96ddf8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:33.632096 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-3523f7d2-9bd2-4999-b5e0-5df96ddf8a91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1398995 May 27 13:27:33.744570 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-bac9f046-a600-4a8c-a684-e3cfc8c9d049 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.1052120 May 27 13:27:33.813599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-8d86ae85-8c07-43a5-83df-fbd1970eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:33.815065 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-8d86ae85-8c07-43a5-83df-fbd1970eb2c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0635998 May 27 13:27:33.891834 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-d53e059d-14f7-4d9b-a351-fdab52de4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:33.893383 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-d53e059d-14f7-4d9b-a351-fdab52de4256 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716872 May 27 13:27:34.039065 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-2b9e32a0-4f9d-422d-a214-b955d1b5896e service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377885 May 27 13:27:34.144105 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b85f42-9313-4d7a-8b40-133255bc00a2 req-f85580d3-23c1-4106-839f-f02f1faafe2d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:34.145220 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c9b85f42-9313-4d7a-8b40-133255bc00a2 req-f85580d3-23c1-4106-839f-f02f1faafe2d tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.0878010 May 27 13:27:34.162108 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:27:34.195431 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-c9b85f42-9313-4d7a-8b40-133255bc00a2 req-ce24bf97-16f0-487a-9fff-9dd46b445cd1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 May 27 13:27:34.214957 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-241412ae-8155-4580-99b3-f73ac4fcf6eb req-5195f877-2d1b-48de-ae14-858db5760461 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694281 May 27 13:27:34.301051 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:34.328372 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:27:34.339267 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:27:34.343164 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:34.345047 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-0e31eaee-dc71-4e91-ad7c-23fee415647d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:27:34.377947 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'code': 200} May 27 13:27:34.416968 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=6']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:27:34.424328 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.424693 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.425025 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.425350 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.425668 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.425985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.426302 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.426616 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.426934 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.427243 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.427555 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.427892 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:27:34.431749 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:27:34.946059 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-ef77a35e-7cd2-4546-9b18-ca4c61d81b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:35.382932 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d95c-0820-43e6-a097-f007e3e7d980 req-60b35f31-0187-46fc-b3cd-1f02285f02f6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:35.384476 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d578d95c-0820-43e6-a097-f007e3e7d980 req-60b35f31-0187-46fc-b3cd-1f02285f02f6 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0797400 May 27 13:27:35.432381 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-d578d95c-0820-43e6-a097-f007e3e7d980 req-90ffc94f-4f07-4082-974a-3c39d80426d7 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 May 27 13:27:36.614653 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77bb73-759a-4055-80f1-9abf153d5ab3 req-f817cc25-f50e-4754-8288-2e7351ad30b3 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:36.616106 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7e77bb73-759a-4055-80f1-9abf153d5ab3 req-f817cc25-f50e-4754-8288-2e7351ad30b3 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0786161 May 27 13:27:36.664716 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-7e77bb73-759a-4055-80f1-9abf153d5ab3 req-c7f0c447-7e97-49fb-977b-0f4c244604d8 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 May 27 13:27:36.699940 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:37.860960 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f02c3d-01b8-4af3-8409-5598ca666b6a req-077d1549-cf7d-4159-a736-c8128b551797 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:37.862394 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f0f02c3d-01b8-4af3-8409-5598ca666b6a req-077d1549-cf7d-4159-a736-c8128b551797 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0839422 May 27 13:27:37.906191 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f0f02c3d-01b8-4af3-8409-5598ca666b6a req-a74ec212-32c9-4f83-83b1-d4ecf3285e7f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376480 May 27 13:27:38.493319 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:39.093665 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2269b26-be67-4869-9d17-e8873db30959 req-0ab56a5f-df43-430a-b4dd-d85dde3b9549 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:39.095120 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2269b26-be67-4869-9d17-e8873db30959 req-0ab56a5f-df43-430a-b4dd-d85dde3b9549 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0790296 May 27 13:27:39.141072 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-a2269b26-be67-4869-9d17-e8873db30959 req-db21a3aa-3bb2-46e6-8409-46110bb2620f tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 May 27 13:27:40.333422 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b91c3-0ae0-454f-87fa-6fa32406734e req-7e7e4452-9f38-46a4-8e94-9f2cb6e65b09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:40.334891 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-da5b91c3-0ae0-454f-87fa-6fa32406734e req-7e7e4452-9f38-46a4-8e94-9f2cb6e65b09 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0861831 May 27 13:27:40.363231 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152cfec-0c44-46bf-891d-e74ff0642d41 req-692985c2-80b1-4cea-8bf0-953a1c934979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:40.364921 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3152cfec-0c44-46bf-891d-e74ff0642d41 req-692985c2-80b1-4cea-8bf0-953a1c934979 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1097 time: 0.0702980 May 27 13:27:40.380152 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-da5b91c3-0ae0-454f-87fa-6fa32406734e req-7cefff69-3d1b-455c-acd1-c6cc8c9d6677 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 May 27 13:27:40.410637 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-3152cfec-0c44-46bf-891d-e74ff0642d41 req-c4553af0-4f72-43e3-829f-21c927dd8865 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 May 27 13:27:41.562776 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be84d6-1013-480c-80ad-95f651e08ab4 req-ad3de725-c80f-42ee-aec9-11d29092a55e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:41.564234 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18be84d6-1013-480c-80ad-95f651e08ab4 req-ad3de725-c80f-42ee-aec9-11d29092a55e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 944 time: 0.0798318 May 27 13:27:41.611060 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-18be84d6-1013-480c-80ad-95f651e08ab4 req-5e67e98c-116a-4aca-9a4c-e137f18ae275 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 May 27 13:27:42.201921 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e details requested by agent hyperv_hv-cinder-75157 with host hv-cinder-75157 {{(pid=91985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 13:27:42.335638 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:27:42.349685 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Returning: {'device': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'port_id': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'mac_address': 'fa:16:3e:b1:8d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 13:27:42.404835 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:42.421534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e32af3-d954-4e37-8f39-97abbccb3e4e {{(pid=91985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 13:27:42.436984 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:27:42.440832 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:42.442597 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-cb39ccb3-0e4f-4dec-8aef-3b92962f7a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:27:42.509647 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=7']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:27:42.512734 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:27:42.701581 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] get_ports_and_sgs() called for port_ids ['c6e32af3-d954-4e37-8f39-97abbccb3e4e'] {{(pid=91985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 13:27:44.225694 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e up at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 13:27:44.331083 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.provisioning_blocks [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Provisioning complete for port c6e32af3-d954-4e37-8f39-97abbccb3e4e triggered by entity L2. {{(pid=91985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 13:27:44.331460 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883434'] for port, provisioning_complete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:44.445625 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-935460'] for port, before_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:44.471441 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:27:44.481981 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:27:44.488140 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746979956619', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746979576037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746979574038'] for port, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:44.490098 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:27:44.522842 dv-cinder-751579-24-iscsi neutron-server[91985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'code': 200} May 27 13:27:44.561002 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Pushing event updated for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=8']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:27:44.563880 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:27:48.807387 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-a0d864dd-05e8-40cc-8238-3f00bf7ff128 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750792 May 27 13:27:48.881062 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:27:48.944886 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-8661db0c-0247-45c8-bae2-f2a0059be907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:48.946872 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-8661db0c-0247-45c8-bae2-f2a0059be907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0736053 May 27 13:27:49.096815 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-e67e76ef-b48a-43d2-af38-379f93663384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:49.098198 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-e67e76ef-b48a-43d2-af38-379f93663384 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1323466 May 27 13:27:49.206109 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-d4dae9e8-39a2-4c75-8d1b-cdf65a39aecc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.1009104 May 27 13:27:49.272777 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-646d7e72-b094-4af9-bb06-f179d0f8330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:49.274682 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-646d7e72-b094-4af9-bb06-f179d0f8330d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0626490 May 27 13:27:49.378106 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-8a5e735c-0e91-4558-82e8-ff71554da360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:27:49.379593 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-8a5e735c-0e91-4558-82e8-ff71554da360 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0983274 May 27 13:27:49.516023 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-472c1357-233b-4604-89eb-369297462db6 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290307 May 27 13:27:49.764616 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-4d0ebe93-f4fb-4b10-9501-0eb603ef0880 req-2b2afc62-96ee-41b9-9d5a-7f006cb295d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414477 May 27 13:27:51.905424 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:28:00.495647 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-581d70e3-94c6-43b4-a265-5a392671fd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:03.016622 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:04.948483 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-2b510a8c-aa60-4bdb-85de-da082a6b3bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:06.699476 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:08.496161 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:18.895826 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:28.905402 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:28:30.498271 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-f25928f2-6f26-486d-8699-70ce49f4330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:33.018540 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:34.954846 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a90e2cca-7bf5-46de-ad24-9284250de555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:36.702045 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:38.501619 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:48.913922 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:50.797322 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-e4b11589-ebc4-4b03-9973-18c60b875b80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751388 May 27 13:28:50.938089 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-c0a42df0-cfbc-4780-8746-06bacb994479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:50.939636 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-c0a42df0-cfbc-4780-8746-06bacb994479 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0719688 May 27 13:28:51.086497 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-312b921e-8c20-4617-88da-2d4e03b117c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:51.087868 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-312b921e-8c20-4617-88da-2d4e03b117c8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1286297 May 27 13:28:51.196778 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-08e7638e-df6b-4a0e-968a-0b73c0a9755b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 1002 time: 0.1024909 May 27 13:28:51.261163 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-ece17a42-7937-4081-97e1-5a7bd742606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:51.262613 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-ece17a42-7937-4081-97e1-5a7bd742606c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0596828 May 27 13:28:51.343655 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-7def638a-48cf-4cd0-bbc5-1070e84f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:51.345074 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-7def638a-48cf-4cd0-bbc5-1070e84f498d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750291 May 27 13:28:51.495260 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-3b0f95e1-6bf5-49e6-b360-76619124d23f service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426692 May 27 13:28:51.631352 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-37743804-eb1f-41a8-a0b2-97509d9f2e88 req-9eced1fe-53a4-445c-9ff7-176f74d7fa93 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272373 May 27 13:28:54.375053 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59522) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:28:54.647893 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Deleting port 4291a606-f6a9-43a5-a7a9-d1c70d6c1290 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:28:54.648156 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:54.766938 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:54.767271 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:54.888866 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Calling delete_port for 4291a606-f6a9-43a5-a7a9-d1c70d6c1290 owned by network:floatingip {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:28:55.005432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:55.009051 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec4-cd3a-4125-8653-d4a116a03490 tempest-AttachVolumeTestJSON-2034463365 tempest-AttachVolumeTestJSON-2034463365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:28:55.168704 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event deleted for resources: {'Port': ['ID=4291a606-f6a9-43a5-a7a9-d1c70d6c1290,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:28:55.209498 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.209840 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.210213 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.210582 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.210944 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.211302 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.211658 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.212011 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.212366 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.212750 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.213102 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.213451 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:28:55.217268 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:28:55.278093 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for floatingip, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:55.278343 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.db.l3_db [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Floating IP 124f610a-d962-4d20-be51-9627cc0d743f disassociated (deleted). External IP: 172.27.3.211, port: c6e32af3-d954-4e37-8f39-97abbccb3e4e. May 27 13:28:55.637083 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Router 635de0ae-81d9-4b14-b46f-5924a575fa60 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:28:55.823447 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:28:55.833205 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Sync routers for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:28:55.837497 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for floatingip, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:55.843492 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:28:55.844197 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:28:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:28:55.892087 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-841a8caf-08fe-4d8f-b451-568268f0d849 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "DELETE /v2.0/floatingips/124f610a-d962-4d20-be51-9627cc0d743f HTTP/1.1" status: 204 len: 168 time: 1.5157342 May 27 13:28:55.893133 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:28:55.941772 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'status': 'completed', 'code': 200} May 27 13:28:56.029439 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:28:56.035969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-1ccfa457-c731-44e7-aa30-1df8f6e339ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:56.037668 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-1ccfa457-c731-44e7-aa30-1df8f6e339ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ed307b6d854208a4977abb51d4b5f8&device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 1099 time: 0.0732567 May 27 13:28:56.200746 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-67ef2b08-e54a-4469-a581-a0576d0b7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:56.202575 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-67ef2b08-e54a-4469-a581-a0576d0b7586 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 200 len: 909 time: 0.1579890 May 27 13:28:56.278124 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-73c12b9c-a1ca-4228-b014-4fe17d0b766e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 200 len: 217 time: 0.0671933 May 27 13:28:56.348074 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-1f829ed8-0ccc-459e-aca4-f0bdb0c89075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:56.350104 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-1f829ed8-0ccc-459e-aca4-f0bdb0c89075 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 200 len: 847 time: 0.0644164 May 27 13:28:56.372310 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:28:56.376534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Checking router: 635de0ae-81d9-4b14-b46f-5924a575fa60 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:28:56.385063 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:28:56.385672 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:28:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:28:56.428909 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-81d7043e-b8a2-45f8-a318-d15c7d63849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:56.430564 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-81d7043e-b8a2-45f8-a318-d15c7d63849b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734601 May 27 13:28:56.448747 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94332d0-5ac3-4f80-a44d-acf34f049a71 req-00476218-d551-4337-8534-c26d0851913e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:56.450232 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f94332d0-5ac3-4f80-a44d-acf34f049a71 req-00476218-d551-4337-8534-c26d0851913e tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.2533600 May 27 13:28:56.496052 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-f94332d0-5ac3-4f80-a44d-acf34f049a71 req-251da4a8-1863-4639-846f-9f4e702a6f6a tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397332 May 27 13:28:56.572761 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-20dfb1ad-f6be-4961-a717-826dc76202c8 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349277 May 27 13:28:56.575370 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:28:56.818320 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-e39f8ec9-f77c-41db-9eb1-006969d6ecd5 req-aa10c4c6-5f4c-4b44-af91-bdce6af332b5 service neutron] 10.222.0.21 "GET /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385747 May 27 13:28:56.892840 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:28:56.897414 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c08c7b3-b671-46c8-b85d-814a8a19fb6b None None] The sync data for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi is: [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:24:23Z', 'revision_number': 4, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi', '_interfaces': [{'id': '10233b8e-416e-433a-b8ad-1172f5f6eda3', 'name': '', 'network_id': 'c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'mac_address': 'fa:16:3e:6f:ef:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:23Z', 'updated_at': '2021-05-27T13:24:30Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'subnets': [{'id': 'b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:28:57.126034 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8022726-baa4-4aab-9db7-f2083e09d1be None None] New status for floating IP 124f610a-d962-4d20-be51-9627cc0d743f: DOWN {{(pid=91986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 13:28:57.735763 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e925b43-d9ca-4484-ab84-b598213ea927 req-4dfc63f7-a441-45a9-abe2-6b1e61be0625 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:57.737268 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9e925b43-d9ca-4484-ab84-b598213ea927 req-4dfc63f7-a441-45a9-abe2-6b1e61be0625 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.1320910 May 27 13:28:57.815733 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-408970b5-1409-4013-9b70-1e032ea55726 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 13:28:57.816390 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-408970b5-1409-4013-9b70-1e032ea55726 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Synchronizing usage tracker for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:port {{(pid=91983) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 13:28:57.835937 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.quota.resource [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-408970b5-1409-4013-9b70-1e032ea55726 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Unset dirty status for tenant:41ed307b6d854208a4977abb51d4b5f8 on resource:port {{(pid=91983) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 13:28:57.837124 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-408970b5-1409-4013-9b70-1e032ea55726 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.21 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 946 time: 0.1026332 May 27 13:28:57.877832 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-9e925b43-d9ca-4484-ab84-b598213ea927 req-e1c626f0-7eef-4093-ac48-bdcec06e5485 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/security-groups?id=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346848 May 27 13:28:57.979288 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Deleting port c6e32af3-d954-4e37-8f39-97abbccb3e4e {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:28:57.979637 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:58.114967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] For port c6e32af3-d954-4e37-8f39-97abbccb3e4e, host hv-cinder-75157, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75157',level=0,port_id=c6e32af3-d954-4e37-8f39-97abbccb3e4e,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:28:58.115334 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:58.245874 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Calling delete_port for c6e32af3-d954-4e37-8f39-97abbccb3e4e owned by compute:nova {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:28:58.355712 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:58.361113 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4f6f705b-daa9-43e9-86fa-def547f04e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:28:58.406394 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event deleted for resources: {'Port': ['ID=c6e32af3-d954-4e37-8f39-97abbccb3e4e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:28:58.409246 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:28:58.483714 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] No DVR routers for this DVR port c6e32af3-d954-4e37-8f39-97abbccb3e4e on host hv-cinder-75157 {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:28:58.486225 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208407'] for port, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:28:58.488760 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-deleted', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e'}] {{(pid=91983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 13:28:58.504964 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [req-d7d6c97e-e68b-4367-b849-e7ff92899f25 req-e9ff21a2-ac72-47a4-be51-d12099f0ee28 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.21 "DELETE /v2.0/ports/c6e32af3-d954-4e37-8f39-97abbccb3e4e HTTP/1.1" status: 204 len: 173 time: 0.6623063 May 27 13:28:58.537245 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b8d7a8-8298-4ee2-a757-5e1b2f17968c', 'name': 'network-vif-deleted', 'tag': 'c6e32af3-d954-4e37-8f39-97abbccb3e4e', 'status': 'completed', 'code': 200} May 27 13:28:59.037539 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [req-607aeeea-c7b8-436c-8f4b-866ddcc53985 req-2f347694-400b-4b89-ac20-5f482e0a9aa1 tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "GET /v2.0/ports?device_id=20b8d7a8-8298-4ee2-a757-5e1b2f17968c HTTP/1.1" status: 200 len: 210 time: 0.0456908 May 27 13:29:00.134563 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59544) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:00.209370 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:00.241021 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:00.307396 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:00.311315 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-be7abf33-46d1-4165-a33d-6a971fb2646a tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:00.326953 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:00.337467 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.337839 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.338201 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.338559 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.338913 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.339263 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.339610 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.339962 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.340308 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.340682 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.341027 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.341365 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:00.345036 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:00.347732 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:00.349843 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-92561dbb-14ba-444b-8c78-1744ad7c525b tempest-TestShelveInstance-447804257 tempest-TestShelveInstance-447804257-project] 10.222.0.52 "DELETE /v2.0/security-groups/e38c0bbe-ddb3-4fa5-b2dd-3411c1e25183 HTTP/1.1" status: 204 len: 168 time: 0.2133863 May 27 13:29:00.397281 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59550) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:00.501810 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-855cdd03-266c-4b81-bfbe-f9f32231526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:00.508124 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e no longer exists at agent hyperv_hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:00.588312 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] No Port match for: c6e32af3-d954-4e37-8f39-97abbccb3e4e {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:00.588579 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Device c6e32af3-d954-4e37-8f39-97abbccb3e4e not bound to the agent host hv-cinder-75157 {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:00.947978 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:01.484053 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Deleting port 10233b8e-416e-433a-b8ad-1172f5f6eda3 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:01.484809 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:01.609094 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] For port 10233b8e-416e-433a-b8ad-1172f5f6eda3, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=10233b8e-416e-433a-b8ad-1172f5f6eda3,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:01.609453 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:01.734372 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Calling delete_port for 10233b8e-416e-433a-b8ad-1172f5f6eda3 owned by network:router_interface {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:01.884508 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:01.888149 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2cba3ec2-07e3-41c2-80a6-244cc2b58b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:01.932388 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Pushing event deleted for resources: {'Port': ['ID=10233b8e-416e-433a-b8ad-1172f5f6eda3,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:01.935380 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:02.203822 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:02.570638 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Router 635de0ae-81d9-4b14-b46f-5924a575fa60 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:29:02.863099 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:29:02.872433 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Sync routers for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:29:02.878489 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2df693fd-a8a5-4929-acdb-34a7fe8202cd admin admin] 10.222.0.52 "PUT /v2.0/routers/635de0ae-81d9-4b14-b46f-5924a575fa60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776673 May 27 13:29:02.878660 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59554) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:02.883842 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:29:02.884444 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:28:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:03.055054 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.057724 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.072867 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:29:03.240983 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.314365 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Deleting port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:03.314706 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.361331 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:29:01Z', 'revision_number': 5, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port': {'id': 'f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:19Z', 'updated_at': '2021-05-27T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:03.365785 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Checking router: 635de0ae-81d9-4b14-b46f-5924a575fa60 for host: dv-cinder-751579-24-iscsi {{(pid=91985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:29:03.373995 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Routers {'635de0ae-81d9-4b14-b46f-5924a575fa60'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:29:03.374607 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:28:35Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['635de0ae-81d9-4b14-b46f-5924a575fa60'], 'active': True} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:03.438988 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] For port f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:03.439482 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.527329 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvr_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] Set router 635de0ae-81d9-4b14-b46f-5924a575fa60 gateway port host: None {{(pid=91985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:29:03.576440 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Calling delete_port for f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:03.638567 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_hamode_db [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:29:03Z', 'revision_number': 6, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:03.643355 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c35a1cf-57dd-4442-8ddf-14e04c569a1b None None] The sync data for ids ['635de0ae-81d9-4b14-b46f-5924a575fa60'] in dv-cinder-751579-24-iscsi is: [{'id': '635de0ae-81d9-4b14-b46f-5924a575fa60', 'name': 'tempest-TestShelveInstance-424180458-router', 'tenant_id': '41ed307b6d854208a4977abb51d4b5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:18Z', 'updated_at': '2021-05-27T13:29:03Z', 'revision_number': 6, 'project_id': '41ed307b6d854208a4977abb51d4b5f8', 'gw_port_host': None}] {{(pid=91985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:29:03.733174 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:03.736643 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-efb61b8b-4d44-4b1d-9be6-3e4e33eae398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:03.781331 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:03.809401 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:03.873528 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.167985 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.170301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.193479 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.194168 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635de0ae-81d9-4b14-b46f-5924a575fa60 {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:29:04.209958 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.211085 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-2c124b11-44eb-4636-bd07-dde856f3add8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/635de0ae-81d9-4b14-b46f-5924a575fa60 HTTP/1.1" status: 204 len: 168 time: 1.3315439 May 27 13:29:04.213631 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59558) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:04.273687 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Deleting subnet b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:29:04.276674 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.329980 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.410717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.671307 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.675770 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-de04e5f4-4fc9-4ae3-a0b9-f5312099168a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:04.712341 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:04.715375 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:04.718120 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.723912 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09ce10-2849-46aa-af91-8de1b735c459 None None] Network c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:29:04.725365 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-752a662c-f8b3-4bb7-891a-0a66c435e2a4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b3fe5ec4-274b-4a66-b2f4-32e0e3bf0587 HTTP/1.1" status: 204 len: 168 time: 0.5107591 May 27 13:29:04.727793 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59562) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:04.836177 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.906416 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Deleting port 8fdfe954-57db-4b25-936d-dfaf92906ef2 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:04.906676 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.953160 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-db6ab1db-9612-4f54-a229-477b5f298368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:04.971265 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] DHCP port deletion for c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:29:05.012353 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] For port 8fdfe954-57db-4b25-936d-dfaf92906ef2, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=8fdfe954-57db-4b25-936d-dfaf92906ef2,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:05.012746 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.042118 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Deleting port 8fdfe954-57db-4b25-936d-dfaf92906ef2 {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:05.042522 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.143106 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] For port 8fdfe954-57db-4b25-936d-dfaf92906ef2, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=8fdfe954-57db-4b25-936d-dfaf92906ef2,segment=NetworkSegment(32eaf972-24d9-41fd-a9fd-3cd7ffa43a94),segment_id=32eaf972-24d9-41fd-a9fd-3cd7ffa43a94)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:05.143510 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.143623 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Calling delete_port for 8fdfe954-57db-4b25-936d-dfaf92906ef2 owned by network:dhcp {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:05.192612 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.197273 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4d836fe9-9775-4793-b24d-48f6c4bc5510 tempest-VolumesSnapshotTestJSON-1347724095 tempest-VolumesSnapshotTestJSON-1347724095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:05.249419 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdfe954-57db-4b25-936d-dfaf92906ef2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:05.252048 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:05.254985 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] No DVR routers for this DVR port 8fdfe954-57db-4b25-936d-dfaf92906ef2 on host dv-cinder-751579-24-iscsi {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:29:05.317481 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Calling delete_port for 8fdfe954-57db-4b25-936d-dfaf92906ef2 owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:05.361271 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.364949 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:05.376783 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.390537 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:05.403543 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:05.403916 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32eaf972-24d9-41fd-a9fd-3cd7ffa43a94') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:05.409217 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Pushing event deleted for resources: {'Port': ['ID=8fdfe954-57db-4b25-936d-dfaf92906ef2,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:05.412827 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] No DVR routers for this DVR port 8fdfe954-57db-4b25-936d-dfaf92906ef2 on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:29:05.416669 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.419437 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.419783 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.420113 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.420443 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.420792 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.421114 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.421427 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.421743 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.422061 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.422372 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.422697 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.422985 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-751579-24-iscsi {{(pid=91985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 13:29:05.426019 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-93db5eec-19fe-4d78-8575-20e58cceeb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:05.437949 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.445335 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:29:05.445790 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:29:05.459490 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:29:05.536044 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.539573 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-159af2fb-4953-4c37-9401-99e50f5add12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:05.552432 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:05.565123 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:05.571115 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:05.583331 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-4fdd270a-fd90-4969-8d0d-4c8b44f07e83 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c442bfe0-4fa5-4cfc-9bd2-cdde80ddadc2 HTTP/1.1" status: 204 len: 168 time: 0.8545527 May 27 13:29:05.586884 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59566) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:05.673884 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:05.710601 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:05.710867 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device f9fe09f7-2f7c-40e9-bdd6-dfb7808a2ea0 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:05.711280 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 8fdfe954-57db-4b25-936d-dfaf92906ef2 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:05.744972 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 8fdfe954-57db-4b25-936d-dfaf92906ef2 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:05.745696 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 8fdfe954-57db-4b25-936d-dfaf92906ef2 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:05.745848 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 10233b8e-416e-433a-b8ad-1172f5f6eda3 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:05.780327 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 10233b8e-416e-433a-b8ad-1172f5f6eda3 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:05.780703 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 10233b8e-416e-433a-b8ad-1172f5f6eda3 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:05.904270 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:29:06.258846 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4118777'] for router_interface, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:06.664130 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Deleting port 54cb0033-b7a2-4aa6-a562-874815d4a216 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:06.664495 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:06.705364 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:06.785349 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] For port 54cb0033-b7a2-4aa6-a562-874815d4a216, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=54cb0033-b7a2-4aa6-a562-874815d4a216,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:06.785685 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:06.915036 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Calling delete_port for 54cb0033-b7a2-4aa6-a562-874815d4a216 owned by network:router_interface {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:07.075148 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:07.079232 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b90c0be5-e6b4-4841-b2f2-369752442e7f tempest-AttachVolumeShelveTestJSON-30641623 tempest-AttachVolumeShelveTestJSON-30641623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:07.130301 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Pushing event deleted for resources: {'Port': ['ID=54cb0033-b7a2-4aa6-a562-874815d4a216,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:07.157098 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:07.522241 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3693808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4124233'] for router_interface, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:07.893210 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Router 5a362374-e5a0-420a-a96b-10eb52311915 has already been hosted by L3 agent 46e5ed58-ad55-4b55-ae66-29f5deb55f8a {{(pid=91983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 13:29:08.083291 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] Notify agent at l3_agent.dv-cinder-751579-24-iscsi the message routers_updated {{(pid=91983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 13:29:08.090466 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5b9896d3-9966-4e0b-b067-b6f456b9666f admin admin] 10.222.0.52 "PUT /v2.0/routers/5a362374-e5a0-420a-a96b-10eb52311915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025783 May 27 13:29:08.091020 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Sync routers for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 13:29:08.092923 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59570) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:08.102200 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:29:08.102928 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:29:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:08.275309 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks [] for router, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:08.282306 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: dv-cinder-751579-24-iscsi {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:29:08.459058 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:08.505049 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:08.533992 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Deleting port fedd258f-f445-4584-bafd-87d735ed3e90 {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:08.534558 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:08.603600 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'external_fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:29:07Z', 'revision_number': 5, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port': {'id': 'fedd258f-f445-4584-bafd-87d735ed3e90', 'name': '', 'network_id': 'a2826cd4-c5d3-4508-ba7d-6443bc462509', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a362374-e5a0-420a-a96b-10eb52311915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-751579-24-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T13:24:28Z', 'updated_at': '2021-05-27T13:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c3a3ee2-cc8a-4356-98d4-f644675df4df', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-751579-24-iscsi'}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:08.607369 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Checking router: 5a362374-e5a0-420a-a96b-10eb52311915 for host: dv-cinder-751579-24-iscsi {{(pid=91986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 13:29:08.615890 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Routers {'5a362374-e5a0-420a-a96b-10eb52311915'} bound to L3 agent in host dv-cinder-751579-24-iscsi {{(pid=91986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 13:29:08.616510 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-751579-24-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T13:05:05Z,description=,heartbeat_timestamp=2021-05-27T13:29:05Z,host='dv-cinder-751579-24-iscsi',id=46e5ed58-ad55-4b55-ae66-29f5deb55f8a,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T13:05:05Z,topic='l3_agent')) {'router_ids': ['5a362374-e5a0-420a-a96b-10eb52311915'], 'active': True} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:08.660226 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] For port fedd258f-f445-4584-bafd-87d735ed3e90, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=fedd258f-f445-4584-bafd-87d735ed3e90,segment=NetworkSegment(45618299-0abc-4d8b-89ae-45cc71bca66a),segment_id=45618299-0abc-4d8b-89ae-45cc71bca66a)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:08.660700 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:08.769211 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_dvr_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] Set router 5a362374-e5a0-420a-a96b-10eb52311915 gateway port host: None {{(pid=91986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 13:29:08.786774 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Calling delete_port for fedd258f-f445-4584-bafd-87d735ed3e90 owned by network:router_gateway {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:08.876545 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:29:08Z', 'revision_number': 6, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port_host': None}], 'dv-cinder-751579-24-iscsi', False) {} {{(pid=91986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:08.881858 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc2d8-f8c8-4101-bf64-82b7e4ec40ad None None] The sync data for ids ['5a362374-e5a0-420a-a96b-10eb52311915'] in dv-cinder-751579-24-iscsi is: [{'id': '5a362374-e5a0-420a-a96b-10eb52311915', 'name': 'tempest-TestShelveInstance-2147323527-router', 'tenant_id': '7c03fd3676d74619a185c151c82ae139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T13:24:27Z', 'updated_at': '2021-05-27T13:29:08Z', 'revision_number': 6, 'project_id': '7c03fd3676d74619a185c151c82ae139', 'gw_port_host': None}] {{(pid=91986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 13:29:09.055650 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.059564 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-b2af6bef-970b-4eba-9def-1466ddda8b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:09.103478 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedd258f-f445-4584-bafd-87d735ed3e90,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:09.106513 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:09.198599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4121302'] for router_gateway, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.376382 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4122697', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-480'] for router, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.378634 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.403043 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4123493'] for router, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.403612 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a362374-e5a0-420a-a96b-10eb52311915 {{(pid=91983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 13:29:09.416969 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] Notify callbacks [] for router, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.418106 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-6795ec51-ea52-4afb-8278-45d672178817 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5a362374-e5a0-420a-a96b-10eb52311915 HTTP/1.1" status: 204 len: 168 time: 1.3242865 May 27 13:29:09.420698 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59574) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:09.479960 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Deleting subnet 575880e1-62ff-445b-81f0-de238699d14e {{(pid=91983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 13:29:09.483006 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.534973 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9741243'] for subnet, precommit_delete_associations {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.615183 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-878584'] for subnet, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.677283 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 54cb0033-b7a2-4aa6-a562-874815d4a216 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:09.717941 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 54cb0033-b7a2-4aa6-a562-874815d4a216 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:09.718476 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 54cb0033-b7a2-4aa6-a562-874815d4a216 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:09.719155 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device fedd258f-f445-4584-bafd-87d735ed3e90 no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:09.757516 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: fedd258f-f445-4584-bafd-87d735ed3e90 {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:09.757874 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device fedd258f-f445-4584-bafd-87d735ed3e90 not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:09.903593 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-879407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2562329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2261174'] for subnet, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.907422 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9d160c7c-0dd2-4c43-ac8f-9d427fd596a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:09.943571 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575880e1-62ff-445b-81f0-de238699d14e,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:09.946708 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:09.948320 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:09.953646 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7c331-0e3a-471a-88be-597261d2a4ac None None] Network ec162395-4158-49a0-90b5-6e69dd8fa1dd requested from dv-cinder-751579-24-iscsi {{(pid=91985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 13:29:09.953957 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-dd36598f-1482-4161-b125-d3b1d895ccb3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/575880e1-62ff-445b-81f0-de238699d14e HTTP/1.1" status: 204 len: 168 time: 0.5322671 May 27 13:29:09.956691 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59578) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:10.066146 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-997996'] for network, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.148445 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Deleting port 74bc6212-b33b-464c-8b65-22274326a4bc {{(pid=91983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:10.148893 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.234635 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] DHCP port deletion for ec162395-4158-49a0-90b5-6e69dd8fa1dd request from dv-cinder-751579-24-iscsi {{(pid=91985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 13:29:10.258973 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.db [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] For port 74bc6212-b33b-464c-8b65-22274326a4bc, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=74bc6212-b33b-464c-8b65-22274326a4bc,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:10.259325 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.304974 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Deleting port 74bc6212-b33b-464c-8b65-22274326a4bc {{(pid=91985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 13:29:10.305359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746979954764'] for port, before_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.385718 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Calling delete_port for 74bc6212-b33b-464c-8b65-22274326a4bc owned by network:dhcp {{(pid=91983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:10.404386 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.db [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] For port 74bc6212-b33b-464c-8b65-22274326a4bc, host dv-cinder-751579-24-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-751579-24-iscsi',level=0,port_id=74bc6212-b33b-464c-8b65-22274326a4bc,segment=NetworkSegment(d2cbbbdc-4b67-4df7-9d76-820ec4fddf88),segment_id=d2cbbbdc-4b67-4df7-9d76-820ec4fddf88)] {{(pid=91985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 13:29:10.404736 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4124426'] for port, precommit_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.432608 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2395112'] for port, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.436321 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-f820e9fc-48a9-44ac-a01d-b1b73c263ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:10.482244 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Pushing event deleted for resources: {'Port': ['ID=74bc6212-b33b-464c-8b65-22274326a4bc,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:10.483947 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] No DVR routers for this DVR port 74bc6212-b33b-464c-8b65-22274326a4bc on host dv-cinder-751579-24-iscsi {{(pid=91983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:29:10.485421 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:10.536811 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Calling delete_port for 74bc6212-b33b-464c-8b65-22274326a4bc owned by network:dhcp {{(pid=91985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 13:29:10.581760 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-934129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693794', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746979956646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746979576028'] for port, after_delete {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.586197 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:10.601422 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-881509', 'neutron.services.segments.db._delete_segments_for_network-8746980018149'] for network, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.616147 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec162395-4158-49a0-90b5-6e69dd8fa1dd']}} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:10.630010 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88') {'for_net_delete': True} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:10.630851 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.services.segments.db [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cbbbdc-4b67-4df7-9d76-820ec4fddf88') {} {{(pid=91983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 13:29:10.633359 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Pushing event deleted for resources: {'Port': ['ID=74bc6212-b33b-464c-8b65-22274326a4bc,revision_number=None']} {{(pid=91985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:10.636403 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG oslo_concurrency.lockutils [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91985) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:10.637273 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1f5d9-47cc-4b5e-9508-87c70e1996fe None None] No DVR routers for this DVR port 74bc6212-b33b-464c-8b65-22274326a4bc on host dv-cinder-751579-24-iscsi {{(pid=91985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 13:29:10.642848 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746980026022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9741186'] for segment, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.666879 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925'] for segment, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.673612 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=91983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 13:29:10.674017 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-874925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2395067'] for segment, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: Traceback (most recent call last): May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: timer() May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: cb(*args, **kw) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: return func(*args, **kwargs) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: self._notify() May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: self.callback(batched_events) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: event.method(event) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: aggregate_uuid = self.p_client.list_aggregates( May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: return f(self, *a, **k) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._get(url).json() May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: return self.request(url, 'GET', **kwargs) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: base_url = self.get_endpoint(auth, allow=allow, May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 13:29:10.687795 dv-cinder-751579-24-iscsi neutron-server[91983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 13:29:10.763652 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-881530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3998020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3693803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4121337'] for network, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.768639 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693772'] for network, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:10.773501 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:10.794735 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] 10.222.0.52 "DELETE /v2.0/networks/ec162395-4158-49a0-90b5-6e69dd8fa1dd HTTP/1.1" status: 204 len: 168 time: 0.8369522 May 27 13:29:10.795717 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ec162395-4158-49a0-90b5-6e69dd8fa1dd,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:10.798967 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-5d3dd0c6-e273-43f4-815e-e6385be516bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:10.969599 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59584) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:11.118532 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-c4460085-b01a-400b-bf84-82dd57f565fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41ed307b6d854208a4977abb51d4b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477096 May 27 13:29:11.120979 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [-] (91983) accepted ('10.222.0.52', 59588) {{(pid=91983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:11.182452 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.207977 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.260931 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.264648 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-9bf7145d-30ce-4a79-bcfb-d87c83709852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:11.279195 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f68e3-669a-47fa-bae0-0d04a1935356,revision_number=None']} {{(pid=91983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:11.282753 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG oslo_concurrency.lockutils [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91983) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:11.286813 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron_lib.callbacks.manager [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.287936 dv-cinder-751579-24-iscsi neutron-server[91983]: INFO neutron.wsgi [None req-188a31b9-4f66-42af-8a31-aa48f94296e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/750f68e3-669a-47fa-bae0-0d04a1935356 HTTP/1.1" status: 204 len: 168 time: 0.1660705 May 27 13:29:11.630571 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59596) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:11.674414 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 74bc6212-b33b-464c-8b65-22274326a4bc no longer exists at agent ovs-agent-dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 13:29:11.684630 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-47b8b8f4-5aac-43b1-af38-ae4e56ce2c1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c03fd3676d74619a185c151c82ae139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526612 May 27 13:29:11.687123 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.wsgi [-] (91984) accepted ('10.222.0.52', 59600) {{(pid=91984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 13:29:11.709534 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.plugin [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] No Port match for: 74bc6212-b33b-464c-8b65-22274326a4bc {{(pid=91985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 13:29:11.709950 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron.plugins.ml2.rpc [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Device 74bc6212-b33b-464c-8b65-22274326a4bc not bound to the agent host dv-cinder-751579-24-iscsi {{(pid=91985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 13:29:11.747592 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.774609 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.831806 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3998054'] for security_group, after_delete {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.836361 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-051b4398-ce0f-4ad5-b341-06a1af2be6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 13:29:11.847042 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa821f-df74-4e47-83fa-94445cb347d2,revision_number=None']} {{(pid=91984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 13:29:11.851448 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG oslo_concurrency.lockutils [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 13:29:11.855360 dv-cinder-751579-24-iscsi neutron-server[91984]: DEBUG neutron_lib.callbacks.manager [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:11.856680 dv-cinder-751579-24-iscsi neutron-server[91984]: INFO neutron.wsgi [None req-15c9a0be-916f-412d-aa7b-ff476c50f0c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acfa821f-df74-4e47-83fa-94445cb347d2 HTTP/1.1" status: 204 len: 168 time: 0.1684484 May 27 13:29:18.941036 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:25.726756 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [req-879afdd0-9b69-4c14-9adb-b7b0db3c78e5 req-e235eb47-fc0c-46d8-a4ee-c08dfb687d79 service neutron] (91983) timed out ('10.222.0.21', 49876) {{(pid=91983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 13:29:30.508175 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e3c075af-52b9-4efb-9edd-b1bd0225c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:33.017790 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:34.946697 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b0c8c4b0-b266-489d-b0cc-587e4cabd035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:36.707452 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:38.506718 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:29:42.903463 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:29:46.474491 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [req-f37ac971-aad8-4b45-bec3-6bd34c97a96e req-6d7ae449-24c2-4bf2-8d96-e5f6ca16c3fc service neutron] (91983) timed out ('10.222.0.21', 49885) {{(pid=91983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 13:29:48.962879 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:00.505151 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-72917fe3-fa30-4f17-ae21-0cebbe960cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:03.022717 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:04.949380 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-8c6fef5a-3a50-46c2-a9f3-652ccdd313f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:06.711461 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:08.507873 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:18.954028 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:19.902227 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:30:30.497475 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-a32ce3fb-fcdc-4152-bcd1-e80bd694f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:33.028661 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:34.953979 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-14f7dc8b-109b-4876-94d7-92bca2d3bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:36.713984 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:38.510025 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:48.974654 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:30:56.904274 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:31:00.499629 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-77f8949c-319e-41da-8f37-620098b96e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:03.021679 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:04.960545 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-109697ff-50b7-4866-b8c8-720b2a50e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:06.717029 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:08.513711 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:18.976146 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:30.509998 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed40e-e8ff-4c95-a1be-6057de753530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:33.023290 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:33.903287 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:31:34.954881 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4705aaa1-0a44-4d05-9b4c-afd82594159c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:36.719757 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:38.516619 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:31:48.968212 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:00.502030 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-11ca9269-eafc-4743-8926-5288541e0b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:03.025782 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:04.958943 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-1142948c-ed26-49d8-aab5-38c3da2e2333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:06.724163 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:08.519708 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:10.902305 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:32:14.348206 dv-cinder-751579-24-iscsi neutron-server[91983]: DEBUG neutron.wsgi [req-4e941ede-e565-49d3-a3e9-ed8a95d0ef6e req-669be1d9-1201-4775-a465-a724bda05815 service neutron] (91983) timed out ('10.222.0.52', 52804) {{(pid=91983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 13:32:18.998145 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:30.505300 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e64e3438-7b58-4460-99c0-a3321dfca273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:33.029847 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:34.962899 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-4a6362de-b338-4b11-ac85-a989bfbcadf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:36.726132 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:38.522156 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:32:47.903148 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:32:49.001055 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:00.508417 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-c8d342b1-441b-484f-9a8c-b161224ba37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:03.032811 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:04.966139 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-b4f27aa1-915a-4511-95fd-2ee3847741f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:06.729173 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:08.528448 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:19.018148 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:24.902288 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:33:30.510304 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-31a14627-619e-4ada-8a77-8b37cab1f627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:33.035970 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:34.971045 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-5b60c53d-7f5a-41ac-a335-18dc57bfec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:36.732184 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:38.528254 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:33:49.015838 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:00.512920 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-af48c0c4-f1ae-4302-bec0-4a67f2e91ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:01.902202 dv-cinder-751579-24-iscsi neutron-server[91986]: DEBUG neutron.db.agents_db [None req-76693115-93fc-49be-9fcb-666b2b996718 None None] Agent healthcheck: found 6 active agents {{(pid=91986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 13:34:03.040377 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-18ef9cfc-381b-46aa-9649-fb9d24c69a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:04.974048 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-c18e4bb5-7db8-4418-964c-8526e60d1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:06.736037 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-81c25c85-be53-4078-9bde-1c00c0ace570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:08.530690 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-311fa8a5-f2fc-4c44-8c3b-5e76347db547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 13:34:19.011623 dv-cinder-751579-24-iscsi neutron-server[91985]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c7d8-3ef4-4476-af2e-f3cb4d3e8bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746980018167', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883387'] for agent, after_update {{(pid=91985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}